-- Logs begin at Sun 2022-09-11 00:10:31 UTC, end at Sun 2022-09-11 01:11:44 UTC. -- Sep 11 00:44:01.889990 dv-cinder-master-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 11 00:44:04.547728 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.common.config [-] Logging enabled! Sep 11 00:44:04.548307 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev559 Sep 11 00:44:04.548514 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112608) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 11 00:44:04.551754 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.common.config [-] Logging enabled! Sep 11 00:44:04.552012 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev559 Sep 11 00:44:04.552320 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112608) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 11 00:44:04.553254 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 11 00:44:04.553489 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 11 00:44:04.553968 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 11 00:44:04.554216 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 11 00:44:04.554443 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 11 00:44:04.554762 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.555083 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.555323 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.555619 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.555910 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.556190 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.556479 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.557461 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.557759 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.558166 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.558461 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.558694 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.559015 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] config_source = [] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.559305 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.559596 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.559823 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] debug = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.560106 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.560529 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.560941 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.561231 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.561520 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.561813 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.562073 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.562350 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.562635 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.563002 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-iscsi {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.563281 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.563581 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.563855 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.564145 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.564433 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.564696 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.564978 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.565251 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] log_dir = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.565526 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] log_file = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.565806 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.566096 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.566383 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.566672 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.566921 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.567145 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.567429 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.567719 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.567993 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.568267 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.568540 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.568813 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.569086 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.569354 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.569639 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.569924 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.570209 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.570484 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.570757 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.571054 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.571323 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.571607 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.571880 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.572152 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.572992 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.573274 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.573545 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.573817 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.574121 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.574407 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.574691 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.575000 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.575274 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.575554 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.575828 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.576098 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] use_journal = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.576376 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] use_json = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.576650 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.576921 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.577203 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.577474 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.577747 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.578019 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.578291 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.578574 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.578869 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:04.579169 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.579463 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.579763 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.580048 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.580352 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.580635 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.580925 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.581205 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.581493 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.581782 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.582071 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.582351 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.582652 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.582971 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.583268 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.583574 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.583867 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.584158 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.584434 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.584712 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.584986 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.585264 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.585549 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.585830 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.586114 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.586410 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.586689 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.587011 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.587297 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.587582 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.587895 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.588729 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.589008 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.589288 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.589581 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.589865 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.590142 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.590431 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.590714 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.591012 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.591298 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.591591 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.591883 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.592158 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.592440 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.592731 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.593012 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.593285 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.593559 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.593837 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.594109 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.594393 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.594672 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.594970 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.595244 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.595524 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.595802 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.596070 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.596353 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.596625 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.596899 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.597171 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.597440 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.597712 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.597982 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.598254 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.598524 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.598804 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.599093 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.599365 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.599636 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.599906 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.600178 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.600447 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.600729 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.601028 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.601306 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.601583 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.601860 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.602142 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.602417 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.602693 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.602996 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.603274 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.603567 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.603857 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.604277 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.604563 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.604848 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.605144 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.605439 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.605717 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.605996 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.606276 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.606552 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.606848 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.607137 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.607415 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.607694 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.607980 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.608265 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.608561 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.608855 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.609136 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.609434 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.609730 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.610025 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.610305 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.610614 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.610926 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:04.611147 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 11 00:44:04.611393 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=112608) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 11 00:44:04.992385 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=112608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 11 00:44:04.992705 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=112608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 11 00:44:04.992971 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=112608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 11 00:44:04.993200 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=112608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 11 00:44:04.993476 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=112608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 11 00:44:04.993802 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 11 00:44:05.320661 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.320875 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.321149 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.322889 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.323168 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.323432 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.375935 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.376225 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.376495 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.392816 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.393098 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.393371 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.421659 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.421937 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.422204 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.458502 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.458867 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.459137 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.694961 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.695594 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.695594 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.696623 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.697941 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.794542 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.794885 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.795170 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.795440 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.795704 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.796017 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.796279 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.796537 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.796796 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.797083 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.797345 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.797611 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.797868 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.798127 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.798383 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.798647 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.798926 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.799196 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.799466 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.799726 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.799998 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.800252 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.800534 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.800913 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.801166 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.801413 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.801807 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=112608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 11 00:44:05.802055 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=112608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 11 00:44:05.802293 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=112608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 11 00:44:05.802530 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=112608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 11 00:44:05.802762 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=112608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 11 00:44:05.803022 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=112608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 11 00:44:05.803385 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 11 00:44:05.806400 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 11 00:44:05.811079 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 11 00:44:05.815055 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 11 00:44:05.816658 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 11 00:44:05.817278 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 11 00:44:05.817611 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 11 00:44:05.817997 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 11 00:44:05.821285 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 11 00:44:05.821538 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 11 00:44:05.821883 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 11 00:44:05.827686 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 11 00:44:05.850836 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 11 00:44:05.851297 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.851594 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=112608) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 11 00:44:05.851967 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.853305 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=112608) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 11 00:44:05.853608 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 11 00:44:05.853857 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 11 00:44:05.864676 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.864959 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:05.983714 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 11 00:44:05.983953 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 11 00:44:05.984190 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 11 00:44:05.984563 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 11 00:44:06.037740 dv-cinder-master-3-iscsi neutron-server[112608]: INFO dbcounter [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Registered counter for database neutron Sep 11 00:44:06.055514 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_db.sqlalchemy.engines [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=112608) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 11 00:44:06.062208 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG dbcounter [-] [112608] Writer thread running {{(pid=112608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 11 00:44:06.607883 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.managers [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Initializing driver for type 'gre' Sep 11 00:44:06.608417 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] gre ID ranges: [(1, 1000)] Sep 11 00:44:06.666804 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.managers [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Initializing driver for type 'local' Sep 11 00:44:06.667155 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.managers [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Initializing driver for type 'vlan' Sep 11 00:44:06.679922 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] VlanTypeDriver initialization complete Sep 11 00:44:06.680279 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.managers [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Initializing driver for type 'vxlan' Sep 11 00:44:06.680738 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] vxlan ID ranges: [(1, 1000)] Sep 11 00:44:06.737399 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.managers [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Initializing extension driver 'port_security' Sep 11 00:44:06.738003 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.extensions.port_security [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] PortSecurityExtensionDriver initialization complete Sep 11 00:44:06.738108 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.managers [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Initializing mechanism driver 'openvswitch' Sep 11 00:44:06.738374 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.managers [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Initializing mechanism driver 'hyperv' Sep 11 00:44:06.745513 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.plugins.ml2.plugin [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=112608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:44:06.746177 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > port after_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.746557 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > port after_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.746944 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > port after_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.747448 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=112608) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 11 00:44:06.747868 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > subnet after_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.748227 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > subnet after_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.748578 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.748972 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=112608) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 11 00:44:06.749386 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > network after_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.749739 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > network after_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.750092 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > network after_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.750481 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=112608) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 11 00:44:06.750920 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > security_group after_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.751274 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > security_group after_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.751616 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.752007 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=112608) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 11 00:44:06.752408 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.752758 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.753099 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.753620 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=112608) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 11 00:44:06.754026 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > address_group after_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.754377 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > address_group after_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.754721 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.755138 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=112608) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 11 00:44:06.755577 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] ML2 OVO RPC backend initialized. {{(pid=112608) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 11 00:44:06.756278 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.756637 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.757056 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > network before_response 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.757406 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > networks before_response 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.757751 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > port before_response 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.758094 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > ports before_response 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.758440 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > subnet before_response 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.758807 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > subnets before_response 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.759163 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > network after_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.759504 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > network after_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.760368 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > network after_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.760709 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > port after_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.761047 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > port after_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.761383 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > port after_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.761720 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > subnet after_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.762056 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > subnet after_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.762393 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.769976 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.quota [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded quota_driver: . Sep 11 00:44:06.770344 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.plugin [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Modular L2 Plugin initialization complete Sep 11 00:44:06.770693 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading services supported by the core plugin {{(pid=112608) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 11 00:44:06.771061 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.plugins.ml2.managers [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Got port-security extension from driver 'port_security' Sep 11 00:44:06.771544 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.extensions.vlantransparent [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Disabled vlantransparent extension. Sep 11 00:44:06.772041 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=112608) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 11 00:44:06.772369 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading Plugin: router Sep 11 00:44:06.808626 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.809020 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > router after_create 55549900 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.809396 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > router before_create 55549900 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.809768 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.810148 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.810506 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > router after_delete 55549900 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.810904 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.811261 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.811621 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > router after_create 55549900 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.811971 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > router after_update 55549900 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.812323 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > router after_update 55549900 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.812674 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.813035 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > router after_update 55549900 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.813450 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > router precommit_update 55549900 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.813821 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: port after_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.814162 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: port after_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.814503 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: subnet after_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.814870 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.815229 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.815581 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > router precommit_create 55549900 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.815926 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: port before_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.816273 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > router precommit_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.816630 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > router after_update 55549900 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.816974 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.817335 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > router precommit_create 55549900 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.817703 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.818053 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > router precommit_update 55549900 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.818422 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > agent after_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.818778 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > agent after_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.819145 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > network after_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.820000 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Tracking information for resource: router configured {{(pid=112608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 11 00:44:06.820338 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Tracking information for resource: floatingip configured {{(pid=112608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 11 00:44:06.825876 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.db.l3_agentschedulers_db [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 11 00:44:06.826444 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: port after_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.826834 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: port after_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.827193 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: port after_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.827554 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: port after_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.828343 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > router before_create 55550100 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.828712 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.829079 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > router precommit_create 55550100 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.829441 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > router precommit_update 55550100 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.834282 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.services.provider_configuration [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Service providers = [] {{(pid=112608) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 11 00:44:06.834650 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.db.servicetype_db [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=112608) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 11 00:44:06.837619 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.services.service_base [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=112608) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 11 00:44:06.838514 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.services.service_base [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=112608) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 11 00:44:06.838890 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.services.service_base [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=112608) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 11 00:44:06.839781 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.services.service_base [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=112608) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 11 00:44:06.840155 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.services.service_base [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 11 00:44:06.840531 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=112608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 11 00:44:06.840850 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 11 00:44:06.852393 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=112608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 11 00:44:06.852733 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading Plugin: auto_allocate Sep 11 00:44:06.858511 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: network precommit_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.858869 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: network precommit_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.859394 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=112608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 11 00:44:06.859717 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading Plugin: tag Sep 11 00:44:06.866280 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=112608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 11 00:44:06.866614 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading Plugin: timestamp Sep 11 00:44:06.870649 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=112608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 11 00:44:06.871011 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading Plugin: network_ip_availability Sep 11 00:44:06.876451 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.876827 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.877190 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:06.877905 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=112608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 11 00:44:06.878226 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading Plugin: flavors Sep 11 00:44:06.882924 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=112608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 11 00:44:06.883261 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading Plugin: revisions Sep 11 00:44:06.888243 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=112608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 11 00:44:06.888630 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_concurrency.lockutils [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.895s {{(pid=112608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 11 00:44:06.889368 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=112608) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 11 00:44:06.889703 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Initializing extension manager. Sep 11 00:44:06.890228 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: __init__.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.890570 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: __pycache__ {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.890931 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: address_group.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.891816 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.892379 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: address-group Sep 11 00:44:06.892705 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: address_scope.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.893384 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.893883 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: address-scope Sep 11 00:44:06.894206 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.895115 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.895618 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: router-admin-state-down-before-update Sep 11 00:44:06.895942 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: agent.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.896608 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.897112 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: agent Sep 11 00:44:06.897434 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: agent_resources_synced.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.898311 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.898832 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: agent-resources-synced Sep 11 00:44:06.899155 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: allowedaddresspairs.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.901560 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.902074 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: allowed-address-pairs Sep 11 00:44:06.902406 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: auto_allocated_topology.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.903472 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.903978 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: auto-allocated-topology Sep 11 00:44:06.904305 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: availability_zone.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.904991 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.905493 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: availability_zone Sep 11 00:44:06.905818 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: availability_zone_filter.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.906695 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.907478 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: availability_zone_filter Sep 11 00:44:06.907801 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: data_plane_status.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.908666 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.909154 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension data-plane-status not supported by any of loaded plugins Sep 11 00:44:06.909476 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: default_subnetpools.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.910342 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.910867 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: default-subnetpools Sep 11 00:44:06.911192 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.911958 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.912461 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: dhcp_agent_scheduler Sep 11 00:44:06.912783 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: dns.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.913652 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.914146 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension dns-integration not supported by any of loaded plugins Sep 11 00:44:06.914470 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: dns_domain_ports.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.915378 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.915909 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 11 00:44:06.916269 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.917153 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.917644 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 11 00:44:06.917968 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: dvr.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.918606 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.919132 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: dvr Sep 11 00:44:06.919455 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: ecmp_routes.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.920327 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.920822 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 11 00:44:06.921141 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: empty_string_filtering.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.922006 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.922503 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: empty-string-filtering Sep 11 00:44:06.922846 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.923715 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.924206 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 11 00:44:06.924527 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.925393 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.925882 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 11 00:44:06.926203 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: external_net.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.927106 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.927603 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: external-net Sep 11 00:44:06.927926 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.928784 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.929273 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: extra_dhcp_opt Sep 11 00:44:06.929594 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: extraroute.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.930459 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.930980 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: extraroute Sep 11 00:44:06.931305 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: extraroute_atomic.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.932314 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.932812 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: extraroute-atomic Sep 11 00:44:06.933137 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: filter_validation.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.933766 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.934256 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: filter-validation Sep 11 00:44:06.934578 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: fip_pf_description.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.935462 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.935956 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 11 00:44:06.936277 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: fip_pf_detail.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.937148 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.937647 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 11 00:44:06.937968 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: fip_pf_port_range.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.938851 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.939346 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 11 00:44:06.939668 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: fip_port_details.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.940540 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.941039 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: fip-port-details Sep 11 00:44:06.941359 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: flavors.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.942530 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.943074 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: flavors Sep 11 00:44:06.943399 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.944982 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.945495 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 11 00:44:06.945827 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: floatingip_pools.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.946499 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.947030 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: floatingip-pools Sep 11 00:44:06.947883 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: ip_allocation.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.948761 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.949254 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension ip_allocation not supported by any of loaded plugins Sep 11 00:44:06.949581 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.950474 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.951008 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: ip-substring-filtering Sep 11 00:44:06.951334 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: l2_adjacency.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.952216 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.952715 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 11 00:44:06.953042 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: l3.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.953966 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.954472 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: router Sep 11 00:44:06.954806 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.957151 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.957675 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 11 00:44:06.958008 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.958926 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.959430 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: ext-gw-mode Sep 11 00:44:06.959757 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.960634 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.961139 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: l3-ha Sep 11 00:44:06.961467 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.962338 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.963553 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 11 00:44:06.963991 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: l3_flavors.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.964960 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.965495 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: l3-flavors Sep 11 00:44:06.965825 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: l3_ndp_proxy.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.967184 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.967689 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 11 00:44:06.968015 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.968931 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.969430 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 11 00:44:06.969754 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: l3agentscheduler.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.970766 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.971301 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: l3_agent_scheduler Sep 11 00:44:06.971628 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: local_ip.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.973319 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.973824 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension local_ip not supported by any of loaded plugins Sep 11 00:44:06.974156 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: logging.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.975619 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.976131 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension logging not supported by any of loaded plugins Sep 11 00:44:06.976464 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: metering.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.977166 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.977732 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: metering Sep 11 00:44:06.978059 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.979250 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.979754 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: metering_source_and_destination_fields Sep 11 00:44:06.980105 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: multiprovidernet.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.981015 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.981515 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: multi-provider Sep 11 00:44:06.981839 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: netmtu.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.982702 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.983237 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: net-mtu Sep 11 00:44:06.983544 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: netmtu_writable.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.984409 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.984906 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: net-mtu-writable Sep 11 00:44:06.985237 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: network_availability_zone.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.985860 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.986351 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: network_availability_zone Sep 11 00:44:06.986672 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: network_ip_availability.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.987739 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.988236 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: network-ip-availability Sep 11 00:44:06.988558 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: network_segment_range.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.989303 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.989794 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension network-segment-range not supported by any of loaded plugins Sep 11 00:44:06.990117 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: pagination.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.991069 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.991397 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: pagination Sep 11 00:44:06.991716 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: port_device_profile.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.992565 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.993061 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: port-device-profile Sep 11 00:44:06.993378 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: port_mac_address_override.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.994516 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.995037 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: port-mac-override Sep 11 00:44:06.995360 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.996287 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.996784 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: port-mac-address-regenerate Sep 11 00:44:06.997103 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.997961 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:06.998457 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: port-numa-affinity-policy Sep 11 00:44:06.998779 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: port_resource_request.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:06.999757 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.000243 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension port-resource-request not supported by any of loaded plugins Sep 11 00:44:07.000560 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: port_resource_request_groups.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.001474 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.001964 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 11 00:44:07.002282 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: portbindings.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.003183 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.003677 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: binding Sep 11 00:44:07.003999 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: portbindings_extended.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.005209 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.005717 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: binding-extended Sep 11 00:44:07.006045 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: portsecurity.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.006943 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.007450 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: port-security Sep 11 00:44:07.007772 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: project_id.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.008881 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.009218 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: project-id Sep 11 00:44:07.009537 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: providernet.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.011073 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.011585 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: provider Sep 11 00:44:07.011911 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: qos.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.015390 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.015907 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension qos not supported by any of loaded plugins Sep 11 00:44:07.016240 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.017429 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.017941 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 11 00:44:07.018297 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.019189 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.019696 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 11 00:44:07.020020 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: qos_default.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.020885 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.021392 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension qos-default not supported by any of loaded plugins Sep 11 00:44:07.021712 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: qos_fip.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.022585 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.023118 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension qos-fip not supported by any of loaded plugins Sep 11 00:44:07.023442 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.024317 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.024818 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 11 00:44:07.025142 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: qos_gateway_ip.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.026710 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.027234 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 11 00:44:07.027556 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: qos_port_network_policy.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.028461 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.028964 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 11 00:44:07.029287 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.030273 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.030832 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 11 00:44:07.031159 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.032409 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.032910 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 11 00:44:07.033232 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: qos_pps_rule.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.034346 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.034882 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension qos-pps not supported by any of loaded plugins Sep 11 00:44:07.035210 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: qos_rule_type_details.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.036072 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.036568 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 11 00:44:07.036891 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: qos_rule_type_filter.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.037763 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.038252 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 11 00:44:07.038570 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: qos_rules_alias.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.039584 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.040081 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 11 00:44:07.040403 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: quota_check_limit.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.041313 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.041805 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: quota-check-limit Sep 11 00:44:07.042128 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: quotasv2.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.043042 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.043369 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: quotas Sep 11 00:44:07.043687 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: quotasv2_detail.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.045313 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.045655 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: quota_details Sep 11 00:44:07.045986 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: rbac.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.047030 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.047545 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: rbac-policies Sep 11 00:44:07.047874 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: rbac_address_group.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.048747 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.049248 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: rbac-address-group Sep 11 00:44:07.049573 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: rbac_address_scope.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.050544 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.051079 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: rbac-address-scope Sep 11 00:44:07.051412 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: rbac_security_groups.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.052281 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.052782 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: rbac-security-groups Sep 11 00:44:07.053106 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: rbac_subnetpool.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.053967 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.054472 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: rbac-subnetpool Sep 11 00:44:07.054824 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: revisionifmatch.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.055690 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.056192 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: revision-if-match Sep 11 00:44:07.056548 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: revisions.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.057872 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.058379 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: standard-attr-revisions Sep 11 00:44:07.058701 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: router_availability_zone.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.059358 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.059889 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: router_availability_zone Sep 11 00:44:07.060209 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: routerservicetype.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.061079 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.061589 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension router-service-type not supported by any of loaded plugins Sep 11 00:44:07.061912 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.062811 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.063313 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: security-groups-normalized-cidr Sep 11 00:44:07.063634 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.064530 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.065022 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: port-security-groups-filtering Sep 11 00:44:07.065340 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.066221 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.066717 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: security-groups-remote-address-group Sep 11 00:44:07.067060 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.067946 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.068445 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: security-groups-shared-filtering Sep 11 00:44:07.068768 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: securitygroup.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.079235 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.079768 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: security-group Sep 11 00:44:07.080100 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: segment.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.080792 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.081294 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension segment not supported by any of loaded plugins Sep 11 00:44:07.081619 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.082529 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.083057 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 11 00:44:07.083386 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: servicetype.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.084434 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.084946 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: service-type Sep 11 00:44:07.085274 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: sorting.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.086203 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.086533 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: sorting Sep 11 00:44:07.086878 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: standard_attr_segment.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.087838 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.088847 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 11 00:44:07.089172 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: standardattrdescription.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.089785 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.090386 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: standard-attr-description Sep 11 00:44:07.090713 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: stateful_security_group.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.091626 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.092147 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: stateful-security-group Sep 11 00:44:07.092474 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: stdattrs_common.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.093022 dv-cinder-master-3-iscsi neutron-server[112608]: WARNING neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 11 00:44:07.093345 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.094224 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.094726 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 11 00:44:07.095075 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: subnet_onboard.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.096083 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.096590 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: subnet_onboard Sep 11 00:44:07.096912 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.097790 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.098317 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 11 00:44:07.098641 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: subnet_service_types.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.099551 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.100055 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: subnet-service-types Sep 11 00:44:07.100479 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: subnetallocation.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.101535 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.102049 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: subnet_allocation Sep 11 00:44:07.102910 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.103007 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.103561 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: subnetpool-prefix-ops Sep 11 00:44:07.103885 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.104768 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.105263 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 11 00:44:07.105586 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: tagging.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.106617 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.107161 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: standard-attr-tag Sep 11 00:44:07.107483 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: timestamp.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.108673 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.109132 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loaded extension: standard-attr-timestamp Sep 11 00:44:07.109452 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: trunk.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.110570 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.111106 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension trunk not supported by any of loaded plugins Sep 11 00:44:07.111433 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: trunk_details.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.112303 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.112800 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension trunk-details not supported by any of loaded plugins Sep 11 00:44:07.113121 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: uplink_status_propagation.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.113991 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.114484 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 11 00:44:07.114821 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Loading extension file: vlantransparent.py {{(pid=112608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 00:44:07.115456 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=112608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 00:44:07.115945 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 11 00:44:07.118563 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Creating instance of TrackedResource for resource:network Sep 11 00:44:07.119163 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Creating instance of TrackedResource for resource:subnet Sep 11 00:44:07.119570 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 11 00:44:07.119958 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Creating instance of TrackedResource for resource:port Sep 11 00:44:07.121234 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.v2.resource_helper [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 00:44:07.121679 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.v2.resource_helper [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Service FLAVORS assigned prefix: {{(pid=112608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 00:44:07.122288 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.v2.resource_helper [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 00:44:07.122713 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.v2.resource_helper [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 00:44:07.123073 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Creating instance of TrackedResource for resource:router Sep 11 00:44:07.123513 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Creating instance of TrackedResource for resource:floatingip Sep 11 00:44:07.124006 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.v2.resource_helper [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Service METERING assigned prefix: /metering {{(pid=112608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 00:44:07.125435 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:07.125804 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:07.126155 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:44:07.127181 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Creating instance of CountableResource for resource:rbac_policy Sep 11 00:44:07.127626 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Creating instance of TrackedResource for resource:security_group Sep 11 00:44:07.128064 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 11 00:44:07.128593 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.v2.resource_helper [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Service CORE assigned prefix: {{(pid=112608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 00:44:07.128928 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 11 00:44:07.129272 dv-cinder-master-3-iscsi neutron-server[112608]: WARNING neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] subnetpool is already registered Sep 11 00:44:07.129703 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.v2.resource_helper [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Service CORE assigned prefix: {{(pid=112608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 00:44:07.130025 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 11 00:44:07.130355 dv-cinder-master-3-iscsi neutron-server[112608]: WARNING neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] subnetpool is already registered Sep 11 00:44:07.132825 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.v2.resource_helper [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 00:44:07.133268 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.v2.resource_helper [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Service FLAVORS assigned prefix: {{(pid=112608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 00:44:07.133878 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.v2.resource_helper [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 00:44:07.134419 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.v2.resource_helper [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 00:44:07.135472 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Creating instance of TrackedResource for resource:router Sep 11 00:44:07.135836 dv-cinder-master-3-iscsi neutron-server[112608]: WARNING neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] router is already registered Sep 11 00:44:07.136256 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Creating instance of TrackedResource for resource:floatingip Sep 11 00:44:07.136593 dv-cinder-master-3-iscsi neutron-server[112608]: WARNING neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] floatingip is already registered Sep 11 00:44:07.137058 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.v2.resource_helper [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Service METERING assigned prefix: /metering {{(pid=112608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 00:44:07.137774 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Creating instance of CountableResource for resource:rbac_policy Sep 11 00:44:07.138100 dv-cinder-master-3-iscsi neutron-server[112608]: WARNING neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] rbac_policy is already registered Sep 11 00:44:07.138513 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Creating instance of TrackedResource for resource:security_group Sep 11 00:44:07.138880 dv-cinder-master-3-iscsi neutron-server[112608]: WARNING neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] security_group is already registered Sep 11 00:44:07.139295 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 11 00:44:07.139628 dv-cinder-master-3-iscsi neutron-server[112608]: WARNING neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] security_group_rule is already registered Sep 11 00:44:07.140122 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.v2.resource_helper [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Service CORE assigned prefix: {{(pid=112608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 00:44:07.140446 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 11 00:44:07.140785 dv-cinder-master-3-iscsi neutron-server[112608]: WARNING neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] subnetpool is already registered Sep 11 00:44:07.141198 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.v2.resource_helper [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Service CORE assigned prefix: {{(pid=112608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 00:44:07.141518 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 11 00:44:07.141844 dv-cinder-master-3-iscsi neutron-server[112608]: WARNING neutron.quota.resource_registry [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] subnetpool is already registered Sep 11 00:44:07.142319 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: extensions {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.143928 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: address-groups {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.145421 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: address-scopes {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.146621 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: agents {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.147816 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: auto-allocated-topology {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.150395 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: availability_zones {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.151637 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: dhcp-networks {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.153059 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: dhcp-agents {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.154593 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: routers {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.156316 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: flavors {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.157761 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: service_profiles {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.159084 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: next_providers {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.160533 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: service_profiles {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.161997 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: floatingip-pools {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.163243 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: routers {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.165058 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: floatingips {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.166300 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: l3-routers {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.167703 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: l3-agents {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.169232 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: metering-labels {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.170511 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: metering-label-rules {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.171833 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: network-ip-availabilities {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.173205 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: bindings {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.174769 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: quotas {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.176381 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: quotas {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.178020 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: rbac-policies {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.179236 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: security-groups {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.180436 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: security-group-rules {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.182213 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: service-providers {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.183579 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: subnetpools {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.184910 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: subnetpools {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.186559 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: tags {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.188431 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: tags {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.190154 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: tags {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.192075 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: tags {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.193788 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: tags {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.195675 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: tags {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.198066 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: tags {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.200065 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: tags {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.201946 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: tags {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.203839 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron.api.extensions [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Extended resource: tags {{(pid=112608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 00:44:07.210761 dv-cinder-master-3-iscsi neutron-server[112608]: WARNING keystonemiddleware.auth_token [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 11 00:44:07.216445 dv-cinder-master-3-iscsi neutron-server[112608]: WARNING keystonemiddleware.auth_token [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 11 00:44:07.225135 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_concurrency.lockutils [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Acquiring lock "singleton_lock" {{(pid=112608) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 11 00:44:07.225463 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_concurrency.lockutils [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Acquired lock "singleton_lock" {{(pid=112608) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 11 00:44:07.225928 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_concurrency.lockutils [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Releasing lock "singleton_lock" {{(pid=112608) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 11 00:44:07.226572 dv-cinder-master-3-iscsi neutron-server[112608]: INFO oslo_service.service [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Starting 2 workers Sep 11 00:44:07.231601 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Started child 112721 {{(pid=112608) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 11 00:44:07.236039 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Started child 112722 {{(pid=112608) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 11 00:44:07.237144 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:07.237769 dv-cinder-master-3-iscsi neutron-server[112608]: INFO neutron.service [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 11 00:44:07.238221 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=112608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:07.238654 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [-] (112721) wsgi starting up on http://0.0.0.0:9696 Sep 11 00:44:07.240679 dv-cinder-master-3-iscsi neutron-server[112608]: INFO oslo_service.service [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Starting 1 workers Sep 11 00:44:07.240888 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:07.242293 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [-] (112722) wsgi starting up on http://0.0.0.0:9696 Sep 11 00:44:07.246385 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Started child 112723 {{(pid=112608) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 11 00:44:07.246960 dv-cinder-master-3-iscsi neutron-server[112608]: INFO oslo_service.service [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Starting 1 workers Sep 11 00:44:07.250522 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.service [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] calling RpcWorker wait() {{(pid=112723) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 11 00:44:07.251091 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.service [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] returning from RpcWorker wait() {{(pid=112723) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 11 00:44:07.251411 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Started child 112724 {{(pid=112608) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 11 00:44:07.252147 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG neutron_lib.callbacks.manager [None req-d3b05e30-a8e7-4b77-90a1-e129c159aad7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=112608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:07.252486 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:07.252949 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:44:07.254049 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112608) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 11 00:44:07.254259 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 11 00:44:07.254446 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 11 00:44:07.254669 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 11 00:44:07.255028 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 11 00:44:07.255205 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 11 00:44:07.255714 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.255993 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.256259 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.256466 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:07.256945 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.257072 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.257330 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.257520 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:44:07.257616 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.257842 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.258092 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.258261 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.258419 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.258665 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.258913 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.259227 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.259498 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.260471 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.260721 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.260888 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.261144 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.261395 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.261648 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.261915 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] debug = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.262183 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.262682 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.262950 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.263187 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.263428 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.263714 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.263964 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.264212 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.264827 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.265068 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.265302 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.265563 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.265824 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.266074 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.266317 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.266586 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.266841 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.267359 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.267600 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.267841 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.268107 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.268352 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.268621 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.268857 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.269077 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.269328 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.269577 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.269798 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.270043 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.270297 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.270545 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.270776 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] log_file = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.270928 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] log_options = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.271170 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.271451 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.271715 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.271899 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.272065 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.272223 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.272471 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.272633 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.272865 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.273091 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.273300 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.273530 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.273768 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.273996 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.274226 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.274435 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.274647 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.274896 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.275148 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.275426 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.276307 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.277734 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.277979 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.279418 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.279775 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.280225 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.280928 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.281289 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.281437 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.281769 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.282122 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.282343 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.282600 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.283151 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.283151 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.283436 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.283625 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.283861 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.284327 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.284471 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.284606 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.284836 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.285054 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.285293 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.285671 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.289699 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.289699 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] use_json = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.289699 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.289699 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.289699 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.289699 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.289699 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.289699 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.289699 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.290969 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.290969 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.290969 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.290969 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.290969 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.290969 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.290969 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.290969 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.291987 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.291987 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.291987 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.291987 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.291987 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.291987 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.291987 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.292974 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.292974 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.292974 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.292974 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.293430 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.293430 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.293710 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.293859 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.294021 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.294287 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.294508 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.294739 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.297146 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.297146 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.297146 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.297146 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.297146 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.297146 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.297146 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.298611 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.298611 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.298611 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.298611 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.298611 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.298611 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.298611 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.299154 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.299154 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.299325 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.299555 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.299944 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.300188 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.300416 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.300675 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.300930 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.301208 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.301402 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.301619 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.301834 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.302043 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.302288 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.302530 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.302762 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.303043 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.303266 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.303513 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.303769 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.304001 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.304220 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.304451 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.304665 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.304879 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.305087 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.305320 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.305527 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.305747 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.305997 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.306205 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.307190 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.307555 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.307930 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.308342 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.308743 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.309155 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.309574 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.309836 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.310053 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.310267 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.310507 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.310722 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.310963 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.311176 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.311395 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.311608 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.311825 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.312035 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.312247 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.312475 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.312721 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.313007 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.313240 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.313507 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.313827 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.314084 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.314306 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.315536 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.316033 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.316527 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.316750 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.319886 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.320187 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.320465 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.320720 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.320966 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.321246 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.321487 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.321727 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.321982 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.324718 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.325750 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.326011 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.326252 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.326524 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.326808 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.327085 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.327359 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.327605 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.327831 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.328069 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.328333 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.328600 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.328858 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.329148 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.329396 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.329669 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.329988 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.330256 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.330537 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.330817 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.331617 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.331883 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.332157 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.332405 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.332635 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.332880 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.333125 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.333362 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.333602 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.333927 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.334569 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.334569 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.334803 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.335061 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.335277 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.335550 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.335823 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.336071 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.336356 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.336584 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.338283 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.338598 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.338898 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.339128 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.339362 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.339598 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.339824 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.340062 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.340283 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.340531 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.340749 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.340967 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.341202 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.341446 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.341932 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.342153 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.342415 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.342688 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.343011 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.343229 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.343450 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.343687 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.343908 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.344124 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.344340 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.344549 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.344780 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.345015 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.345297 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.345560 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.345776 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.346002 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.346257 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.346489 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.346724 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.347087 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.347326 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.347541 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.347755 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.347973 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.348208 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.348429 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.348654 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.348886 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.349154 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.349402 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.349770 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.350126 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.350525 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.350774 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.351037 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.351279 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.351549 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.351698 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.351957 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.352182 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.352411 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.352659 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.352896 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.353120 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.353356 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.353607 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.353976 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.354338 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.355007 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.355007 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.355280 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.355415 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.355547 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.355744 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.355994 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.356229 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.356445 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.356657 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.356868 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.357081 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.357296 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.357508 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.357842 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.358092 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.358320 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.358574 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.362879 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.362879 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.362879 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.363153 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:44:07.363243 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.363243 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.363243 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.363243 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.363243 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.363243 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.363243 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.363243 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.364020 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.364020 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.364020 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.364020 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.364020 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.364020 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.364020 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.364020 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.364637 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.364637 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.364637 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.364866 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.364952 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.365101 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.365316 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.365544 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.366097 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.366097 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.366264 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.366371 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.366581 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.366954 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.367351 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.367617 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.368034 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.368558 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.368812 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.369652 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.370126 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.370902 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.371200 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.371464 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.371741 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.371989 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.372308 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.372657 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.372972 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.373236 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.373506 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.373799 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.374060 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.374360 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.374583 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.374920 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.375284 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.375548 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.375820 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.376072 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.376347 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.376583 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.376805 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.377046 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.377285 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.377509 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.377773 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.378006 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.378260 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.378481 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.378713 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.379027 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.379284 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.379520 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.379748 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.379967 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.380128 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 11 00:44:07.380684 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112608) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 11 00:44:07.380838 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 11 00:44:07.381086 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 11 00:44:07.381192 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 11 00:44:07.381466 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 11 00:44:07.381466 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 11 00:44:07.381656 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.381822 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.381971 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.382644 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.382883 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.383154 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.383259 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.383356 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.383505 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.383878 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.384046 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.384207 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.384360 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.384672 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.384881 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.385089 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.385089 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.385604 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.386497 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.386670 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.386888 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.387058 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] debug = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.387223 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.387441 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.388397 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.388578 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.388749 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.388919 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.389100 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.389225 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.389487 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.389595 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.389708 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.389868 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.390030 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.390189 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.390348 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.390507 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.390665 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.390844 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.391006 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.391164 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.391321 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.391462 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.391625 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.391783 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.391925 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.392084 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.392241 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.392402 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.392560 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.392717 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.392877 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.393034 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] log_file = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.393244 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] log_options = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.393555 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.393722 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.393881 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.394136 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.394301 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.394607 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.394818 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.394959 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.395089 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.395445 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.395618 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.396151 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.396317 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.396476 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.396881 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.397045 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.397289 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.397559 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.397728 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.397972 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.398142 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.398304 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.398463 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.398621 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.398779 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.398967 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.399125 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.399284 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.399443 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.399603 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.399761 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.399921 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.400079 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.400775 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.400940 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.401172 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.401349 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.401538 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.401776 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.401939 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.402098 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.402256 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.402421 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.402577 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.402735 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.402918 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.403076 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] use_json = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.403236 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.403394 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.403555 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.403713 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.403872 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.404031 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.404190 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.404351 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.404510 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 00:44:07.404689 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.404856 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.405027 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.405189 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.405352 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.405520 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.405681 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.405843 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.406003 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.406170 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.406338 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.406503 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.406667 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.407112 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.407280 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.407443 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.407604 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.407765 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.407926 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.408086 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.408246 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.408405 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.408576 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.408735 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.408919 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.409079 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.409241 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.409409 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.409569 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.409737 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.409914 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.410076 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.410227 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.410388 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.410548 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.410711 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.410895 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.411059 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.411222 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.411383 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.411544 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.411704 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.411865 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.412028 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.412189 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.412351 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.412515 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.412676 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.412836 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.412997 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.413158 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.413319 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.413481 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.413644 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.413806 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.413968 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.414127 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.414297 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.414458 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.414619 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.414779 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.414960 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.415122 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.415282 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.415446 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.415606 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.415767 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.416499 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.416673 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.416817 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.416968 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.417215 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.417381 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.417544 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.417704 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.417864 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.418026 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.418188 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.418348 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.418509 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.418669 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.418851 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.419014 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.419175 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.419337 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.419500 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.419659 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.419820 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.419981 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.420141 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.420301 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.420470 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.420648 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.420810 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.420972 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.421132 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.421295 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.421458 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.421619 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.421780 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.421941 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.422102 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.422263 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.422424 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.422587 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.422749 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.422932 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.423092 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.423253 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.423412 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.423574 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.423734 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.423894 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.424055 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.424216 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.424377 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.424538 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.424699 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.424861 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.425023 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.425184 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.425351 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.425512 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.425683 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.425844 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.426007 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.426168 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.426335 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.426506 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.426668 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.426849 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.427011 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.427171 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.427333 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.427495 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.427655 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.427816 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.427976 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.428136 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.428309 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.428469 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.428629 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.428792 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.428975 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.429137 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.429297 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.429458 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.429619 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.429780 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.429941 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.430100 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.430260 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.430421 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.430582 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.430744 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.430927 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.431089 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.431250 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.431411 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.431616 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.431766 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.431933 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.432148 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.432283 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.432390 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.432550 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.432710 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.432871 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.433032 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.433193 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.433352 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.433512 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.433674 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.433835 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.433996 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.434158 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.434318 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.434478 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.434639 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.434830 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.434985 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.435155 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.435840 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.435840 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.435840 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.435840 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.436138 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.436138 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.436293 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.436372 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.436494 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.436655 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.436817 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.436978 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.437141 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.437303 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.437464 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.437625 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.437804 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.437965 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.438125 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.438288 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.438449 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.438611 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.438771 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.438954 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.439115 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.439277 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.439439 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.439601 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.439762 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.439924 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.440084 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.440245 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.440407 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.440568 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.440731 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.440894 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.441056 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.441219 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.441380 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.441574 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.441703 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.441863 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.442022 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.442182 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.442341 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.442501 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.442661 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.442841 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.443015 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.443178 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.443339 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.443513 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.443650 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.443811 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.443982 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.444142 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.444299 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.444452 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.444612 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.444772 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.444941 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.445101 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.445266 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.445426 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.445587 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.445747 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.445917 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.446077 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.446237 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.446397 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.446557 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.446717 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.446908 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.447093 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.447310 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.447547 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.447712 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.447866 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.447988 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.448078 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.448223 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.448383 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.448544 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.448705 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.448877 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.449039 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.449201 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.449370 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.449531 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.449692 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.449854 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.450027 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.450188 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.450352 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.450513 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.450674 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.450861 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.451026 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.451191 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.451360 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.451526 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.451688 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.451857 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.452092 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.452266 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.452427 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.452594 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.452783 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.452929 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.453090 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.453251 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.453412 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.453573 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.453734 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.453894 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.454054 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.454242 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.454380 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.454509 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.454670 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.454851 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.455014 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.455178 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.455340 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.455500 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.455660 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.455821 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 00:44:07.455976 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 11 00:44:07.573937 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 38840) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:44:07.580858 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048745 Sep 11 00:44:07.585333 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038850 Sep 11 00:44:16.731457 dv-cinder-master-3-iscsi neutron-server[112608]: DEBUG dbcounter [-] [112608] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=112608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:44:19.042658 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723480af-b3d5-4dba-8bba-5162647feaab None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=112723) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 11 00:44:19.045934 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writer thread running {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 11 00:44:19.143403 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723480af-b3d5-4dba-8bba-5162647feaab None None] No non-hosted networks {{(pid=112723) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 11 00:44:19.143403 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.agentschedulers_db [None req-723480af-b3d5-4dba-8bba-5162647feaab None None] DHCP Agent not found on host dv-cinder-master-3-iscsi {{(pid=112723) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 11 00:44:19.214876 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7af720ea-e372-499e-84d4-218b6d8eb164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3793269'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:20.743170 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writer thread running {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 11 00:44:21.288325 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-f161a0e1-e463-49dc-b383-f68ac78b6c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3793269'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:21.323196 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-d34fcf3f-6f23-476a-a663-1535d0b11bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:22.583137 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3793269'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:22.851441 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 38914) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:44:23.436081 dv-cinder-master-3-iscsi neutron-server[112722]: WARNING oslo_policy.policy [None req-71cf2232-599f-415a-8054-c4fade2d42d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 11 00:44:23.436620 dv-cinder-master-3-iscsi neutron-server[112722]: WARNING oslo_policy.policy [None req-71cf2232-599f-415a-8054-c4fade2d42d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 11 00:44:23.666429 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [None req-71cf2232-599f-415a-8054-c4fade2d42d7 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 11 00:44:23.667680 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-71cf2232-599f-415a-8054-c4fade2d42d7 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8142958 Sep 11 00:44:23.687173 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3793269'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:23.885402 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3793269'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:23.886504 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:23.887014 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:23.887536 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:23.887968 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:23.888823 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:23.889163 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:23.889499 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:23.889880 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:23.890212 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:23.890681 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:23.891078 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:23.891405 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:23.892084 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:23.892414 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:23.892732 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:23.893453 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:44:23.902892 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:44:26.350357 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 38950) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:44:26.684318 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-a4a0654c-a5f5-43cc-9a5d-87861c6ac5ee admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:44:26.698764 dv-cinder-master-3-iscsi neutron-server[112722]: ERROR stevedore.extension [None req-a4a0654c-a5f5-43cc-9a5d-87861c6ac5ee admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 11 00:44:26.780949 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.policy [None req-a4a0654c-a5f5-43cc-9a5d-87861c6ac5ee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112722) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 11 00:44:26.825408 dv-cinder-master-3-iscsi neutron-server[112722]: WARNING oslo_policy.policy [None req-a4a0654c-a5f5-43cc-9a5d-87861c6ac5ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 11 00:44:26.825787 dv-cinder-master-3-iscsi neutron-server[112722]: WARNING oslo_policy.policy [None req-a4a0654c-a5f5-43cc-9a5d-87861c6ac5ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 11 00:44:26.845729 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writer thread running {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 11 00:44:26.924596 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a4a0654c-a5f5-43cc-9a5d-87861c6ac5ee admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765262423558', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765262423050', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765262407470', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765262412271', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765262648252', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765262659128', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-687694', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-693048', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3769068', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3746543'] for rbac-policy (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:26.995422 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a4a0654c-a5f5-43cc-9a5d-87861c6ac5ee admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:26.996639 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-a4a0654c-a5f5-43cc-9a5d-87861c6ac5ee admin admin] 10.222.0.27 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6452203 Sep 11 00:44:28.444978 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.db.l3_hamode_db [None req-79502e73-fad3-4205-8c04-6a062d2f6042 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 11 00:44:28.528816 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79502e73-fad3-4205-8c04-6a062d2f6042 None None] Routers set() bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:44:28.529346 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79502e73-fad3-4205-8c04-6a062d2f6042 None None] Router IDs set() for agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 11 00:44:29.637738 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 38960) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:44:29.962699 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:44:29.991984 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Made reservation on behalf of 1cc0eb0de66448aa8d924179a50e25e9 for: {'network': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:44:29.996660 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for network (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:30.014761 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:30.127543 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Publish callbacks [] for security_group (6ffb745c-bbeb-4aea-b421-39448cf9b976), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:30.131343 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (6ffb745c-bbeb-4aea-b421-39448cf9b976), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:30.157157 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=112722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 00:44:30.189984 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765262840980', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (6f391b8c-7043-4924-98cc-8beb6e16c2f9), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:30.190552 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Unsubscribe: segment precommit_create {{(pid=112722) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 11 00:44:30.191103 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.db.segments_db [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Added segment 6f391b8c-7043-4924-98cc-8beb6e16c2f9 of type vlan for network bdc38691-5194-4732-91ec-0f80a34501c1 Sep 11 00:44:30.212355 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffb745c-bbeb-4aea-b421-39448cf9b976,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:44:30.263052 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:30.263389 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:30.263748 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:30.264096 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:30.264424 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:30.264744 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:30.265065 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:30.265376 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:30.265690 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:30.266047 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:30.266365 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:30.266697 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:30.267052 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:30.267361 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:30.267671 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Tracked resource versions report: Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: pushed versions: Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: { 'AddressGroup': {'1.2'}, Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'Agent': {'1.1'}, Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'ConntrackHelper': {'1.0'}, Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'LocalIPAssociation': {'1.0'}, Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'Log': {'1.0'}, Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'NDPProxy': {'1.0'}, Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'Network': {'1.1'}, Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'Port': {'1.7'}, Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'PortForwarding': {'1.3'}, Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'QosPolicy': {'1.10'}, Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'SecurityGroup': {'1.5'}, Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'SecurityGroupRule': {'1.2'}, Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'SubPort': {'1.0'}, Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'Subnet': {'1.1'}, Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'Trunk': {'1.1'}} Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: consumer versions: Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'Agent': '1.1', Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'ConntrackHelper': '1.0', Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'LocalIPAssociation': '1.0', Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'Log': '1.0', Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'NDPProxy': '1.0', Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'Network': '1.1', Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'Port': '1.7', Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'PortForwarding': '1.3', Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'QosPolicy': '1.10', Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'SecurityGroup': '1.5', Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'SecurityGroupRule': '1.2', Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'SubPort': '1.0', Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'Subnet': '1.1', Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: 'Trunk': '1.1'}} Sep 11 00:44:30.269105 dv-cinder-master-3-iscsi neutron-server[112722]: {{(pid=112722) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 11 00:44:30.301405 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765262360468'] for network (bdc38691-5194-4732-91ec-0f80a34501c1), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:30.343786 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for network (bdc38691-5194-4732-91ec-0f80a34501c1), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:30.348928 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:44:30.349628 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:30.391329 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=58,neutron:INSERT=37,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:44:30.437569 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7987740 Sep 11 00:44:30.479341 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea352984-0893-4d9a-9001-1a14bb0c3774 demo demo] Pushing event updated for resources: {'Network': ['ID=bdc38691-5194-4732-91ec-0f80a34501c1,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:44:30.494246 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Network bdc38691-5194-4732-91ec-0f80a34501c1 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=112723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 00:44:33.172159 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 38974) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:44:33.591982 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d49e20-f500-4c5d-a811-e8fcd7b53a31 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:44:33.593375 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-b2d49e20-f500-4c5d-a811-e8fcd7b53a31 demo admin] 10.222.0.27 "GET /networking/v2.0/networks/bdc38691-5194-4732-91ec-0f80a34501c1 HTTP/1.1" status: 200 len: 825 time: 0.4202614 Sep 11 00:44:33.618223 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-bcd8cd59-ff2f-4cb6-9d5a-558bb811ac95 demo admin] 10.222.0.27 "GET /networking/v2.0/subnetpools/6adf8886-2f8d-4da4-830c-38a0d5161d8c HTTP/1.1" status: 200 len: 734 time: 0.0181475 Sep 11 00:44:33.626374 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-0299b99e-d9d6-4dd4-aaf2-caf6964734dc demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'bdc38691-5194-4732-91ec-0f80a34501c1', 'subnetpool_id': '6adf8886-2f8d-4da4-830c-38a0d5161d8c', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:44:33.648179 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0299b99e-d9d6-4dd4-aaf2-caf6964734dc demo admin] Made reservation on behalf of 1cc0eb0de66448aa8d924179a50e25e9 for: {'subnet': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:44:33.650489 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-0299b99e-d9d6-4dd4-aaf2-caf6964734dc demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:33.794405 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:INSERT=20,neutron:SELECT=75,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:44:33.944180 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-0299b99e-d9d6-4dd4-aaf2-caf6964734dc demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for subnet (29ff4c96-4714-4002-b563-30a7608f89ad), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:34.015126 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299b99e-d9d6-4dd4-aaf2-caf6964734dc demo admin] Pushing event updated for resources: {'Subnet': ['ID=29ff4c96-4714-4002-b563-30a7608f89ad,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:44:34.019807 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0299b99e-d9d6-4dd4-aaf2-caf6964734dc demo admin] Checking segment: {'id': '6f391b8c-7043-4924-98cc-8beb6e16c2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bdc38691-5194-4732-91ec-0f80a34501c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:44:34.020423 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0299b99e-d9d6-4dd4-aaf2-caf6964734dc demo admin] Network hostable DHCP agents. Network: bdc38691-5194-4732-91ec-0f80a34501c1, hostable agents: ['141562d2-e0e6-4955-8563-ce36b7299d64'], hosted agents: [] {{(pid=112722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 00:44:34.043079 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0299b99e-d9d6-4dd4-aaf2-caf6964734dc demo admin] Network bdc38691-5194-4732-91ec-0f80a34501c1 is scheduled to be hosted by DHCP agent 141562d2-e0e6-4955-8563-ce36b7299d64 with binding_index 1 {{(pid=112722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 00:44:34.053915 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-0299b99e-d9d6-4dd4-aaf2-caf6964734dc demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, bdc38691-5194-4732-91ec-0f80a34501c1) {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:44:34.059109 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0299b99e-d9d6-4dd4-aaf2-caf6964734dc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:44:34.060218 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-0299b99e-d9d6-4dd4-aaf2-caf6964734dc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for subnet (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:34.063490 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e0a861-8777-415d-91a4-836355e1fe9b None None] Network bdc38691-5194-4732-91ec-0f80a34501c1 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:44:34.076354 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-0299b99e-d9d6-4dd4-aaf2-caf6964734dc demo admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4530611 Sep 11 00:44:34.334009 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-bdc38691-5194-4732-91ec-0f80a34501c1', 'network_id': 'bdc38691-5194-4732-91ec-0f80a34501c1', 'project_id': '1cc0eb0de66448aa8d924179a50e25e9', 'fixed_ips': [{'subnet_id': '29ff4c96-4714-4002-b563-30a7608f89ad'}]}} from dv-cinder-master-3-iscsi. {{(pid=112723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 11 00:44:34.335316 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:34.593879 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:44:34.613216 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.db_base_plugin_common [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Allocated IP 172.20.0.2 (bdc38691-5194-4732-91ec-0f80a34501c1/29ff4c96-4714-4002-b563-30a7608f89ad/b7e284fc-801d-448b-9f6d-96066efd6846) {{(pid=112723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:44:34.881052 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Publish callbacks [] for port (b7e284fc-801d-448b-9f6d-96066efd6846), precommit_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:34.889585 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (b7e284fc-801d-448b-9f6d-96066efd6846), after_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:34.969356 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Network bdc38691-5194-4732-91ec-0f80a34501c1 is already hosted by enough agents. {{(pid=112723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:44:34.975213 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.base_scheduler [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Resources bound (agent type, host, resource id): {{(pid=112723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:44:34.980776 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Pushing event updated for resources: {'Port': ['ID=b7e284fc-801d-448b-9f6d-96066efd6846,revision_number=1']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:44:34.983051 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Received port after_create {{(pid=112723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:44:34.995780 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:34.996125 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:34.996487 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:34.996849 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:34.997184 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:34.997509 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:34.997836 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:34.998158 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:34.998481 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:34.998824 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:34.999150 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:34.999489 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:34.999810 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:35.000129 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:35.000448 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Tracked resource versions report: Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: pushed versions: Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: { 'AddressGroup': {'1.2'}, Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'Agent': {'1.1'}, Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'ConntrackHelper': {'1.0'}, Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'LocalIPAssociation': {'1.0'}, Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'Log': {'1.0'}, Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'NDPProxy': {'1.0'}, Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'Network': {'1.1'}, Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'Port': {'1.7'}, Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'PortForwarding': {'1.3'}, Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'QosPolicy': {'1.10'}, Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'SecurityGroup': {'1.5'}, Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'SecurityGroupRule': {'1.2'}, Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'SubPort': {'1.0'}, Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'Subnet': {'1.1'}, Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'Trunk': {'1.1'}} Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: consumer versions: Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'Agent': '1.1', Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'ConntrackHelper': '1.0', Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'LocalIPAssociation': '1.0', Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'Log': '1.0', Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'NDPProxy': '1.0', Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'Network': '1.1', Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'Port': '1.7', Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'PortForwarding': '1.3', Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'QosPolicy': '1.10', Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'SecurityGroup': '1.5', Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'SecurityGroupRule': '1.2', Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'SubPort': '1.0', Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'Subnet': '1.1', Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: 'Trunk': '1.1'}} Sep 11 00:44:35.001944 dv-cinder-master-3-iscsi neutron-server[112723]: {{(pid=112723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 11 00:44:35.076906 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Attempting to bind port b7e284fc-801d-448b-9f6d-96066efd6846 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:44:35.077566 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Attempting to bind port b7e284fc-801d-448b-9f6d-96066efd6846 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6f391b8c-7043-4924-98cc-8beb6e16c2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bdc38691-5194-4732-91ec-0f80a34501c1'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:44:35.077810 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Attempting to bind port b7e284fc-801d-448b-9f6d-96066efd6846 on network bdc38691-5194-4732-91ec-0f80a34501c1 {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:44:35.124193 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:44:35.124578 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Checking segment: {'id': '6f391b8c-7043-4924-98cc-8beb6e16c2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bdc38691-5194-4732-91ec-0f80a34501c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:44:35.125064 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:35.125452 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Bound using segment: {'id': '6f391b8c-7043-4924-98cc-8beb6e16c2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bdc38691-5194-4732-91ec-0f80a34501c1'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:44:35.125916 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Bound port: b7e284fc-801d-448b-9f6d-96066efd6846, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f391b8c-7043-4924-98cc-8beb6e16c2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bdc38691-5194-4732-91ec-0f80a34501c1'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:44:35.126320 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (b7e284fc-801d-448b-9f6d-96066efd6846), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:35.128839 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:44:35.189164 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] For port b7e284fc-801d-448b-9f6d-96066efd6846, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:44:35.207604 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] For port b7e284fc-801d-448b-9f6d-96066efd6846, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b7e284fc-801d-448b-9f6d-96066efd6846,segment=NetworkSegment(6f391b8c-7043-4924-98cc-8beb6e16c2f9),segment_id=6f391b8c-7043-4924-98cc-8beb6e16c2f9)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:44:35.214830 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (b7e284fc-801d-448b-9f6d-96066efd6846), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:35.262480 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59dae5-15d6-4a2c-b807-81d5ab2e8adf None None] Pushing event updated for resources: {'Port': ['ID=b7e284fc-801d-448b-9f6d-96066efd6846,revision_number=2']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:44:36.680277 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:44:36.692648 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=6 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:44:36.782225 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 38986) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:44:37.302346 dv-cinder-master-3-iscsi neutron-server[112721]: WARNING oslo_policy.policy [None req-3f010cf8-b389-4e4e-9a2e-6a3a1e77ecb5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 11 00:44:37.302898 dv-cinder-master-3-iscsi neutron-server[112721]: WARNING oslo_policy.policy [None req-3f010cf8-b389-4e4e-9a2e-6a3a1e77ecb5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 11 00:44:37.526848 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [None req-3f010cf8-b389-4e4e-9a2e-6a3a1e77ecb5 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112721) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 11 00:44:37.527864 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-3f010cf8-b389-4e4e-9a2e-6a3a1e77ecb5 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7446806 Sep 11 00:44:40.209542 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 39000) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:44:40.542414 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [None req-f5b749de-ff84-4593-a90a-57fbce25ae82 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 11 00:44:40.543743 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-f5b749de-ff84-4593-a90a-57fbce25ae82 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3332140 Sep 11 00:44:43.213205 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 39012) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:44:43.332410 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aae1785-b017-4a2f-84ca-faace9231b64 None None] Network bdc38691-5194-4732-91ec-0f80a34501c1 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:44:43.397165 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-fb34569a-eff2-4106-be9d-939b3605dd26 None None] Provisioning complete for port b7e284fc-801d-448b-9f6d-96066efd6846 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:44:43.397555 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-fb34569a-eff2-4106-be9d-939b3605dd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (b7e284fc-801d-448b-9f6d-96066efd6846), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:43.561900 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-3614a800-4653-4e52-9fd7-66bb1c2a4427 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:44:43.573857 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device b7e284fc-801d-448b-9f6d-96066efd6846 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:44:43.589904 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-3614a800-4653-4e52-9fd7-66bb1c2a4427 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3794061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24926'] for router (f624ee8a-b1a5-48f2-90f2-5410babbe0bb), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:43.591569 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-3614a800-4653-4e52-9fd7-66bb1c2a4427 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3793143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3766931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24935'] for router (f624ee8a-b1a5-48f2-90f2-5410babbe0bb), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:43.598497 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-fb34569a-eff2-4106-be9d-939b3605dd26 None None] Current status of the port b7e284fc-801d-448b-9f6d-96066efd6846 is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:44:43.598920 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-fb34569a-eff2-4106-be9d-939b3605dd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (b7e284fc-801d-448b-9f6d-96066efd6846), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:43.657524 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:44:43.673017 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-fb34569a-eff2-4106-be9d-939b3605dd26 None None] For port b7e284fc-801d-448b-9f6d-96066efd6846, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b7e284fc-801d-448b-9f6d-96066efd6846,segment=NetworkSegment(6f391b8c-7043-4924-98cc-8beb6e16c2f9),segment_id=6f391b8c-7043-4924-98cc-8beb6e16c2f9)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:44:43.680400 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-fb34569a-eff2-4106-be9d-939b3605dd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (b7e284fc-801d-448b-9f6d-96066efd6846), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:43.706324 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port b7e284fc-801d-448b-9f6d-96066efd6846 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:44:43.706724 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (b7e284fc-801d-448b-9f6d-96066efd6846), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:43.741708 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-3614a800-4653-4e52-9fd7-66bb1c2a4427 demo demo] Publish callbacks [] for router_controller (f624ee8a-b1a5-48f2-90f2-5410babbe0bb), precommit_add_association {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:43.748008 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-3614a800-4653-4e52-9fd7-66bb1c2a4427 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3793056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3793755'] for router (f624ee8a-b1a5-48f2-90f2-5410babbe0bb), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:43.765727 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-3614a800-4653-4e52-9fd7-66bb1c2a4427 demo demo] Publish callbacks [] for router (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:43.767321 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-3614a800-4653-4e52-9fd7-66bb1c2a4427 demo demo] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5530262 Sep 11 00:44:43.774336 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34569a-eff2-4106-be9d-939b3605dd26 None None] Pushing event updated for resources: {'Port': ['ID=b7e284fc-801d-448b-9f6d-96066efd6846,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:44:43.823490 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-06d1b060-e311-4544-8003-9afaf0006952 None None] Provisioning complete for port b7e284fc-801d-448b-9f6d-96066efd6846 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:44:43.823869 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-06d1b060-e311-4544-8003-9afaf0006952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (b7e284fc-801d-448b-9f6d-96066efd6846), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:43.825513 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port b7e284fc-801d-448b-9f6d-96066efd6846 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:44:43.903804 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-06d1b060-e311-4544-8003-9afaf0006952 None None] Current status of the port b7e284fc-801d-448b-9f6d-96066efd6846 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:44:45.544979 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device b7e284fc-801d-448b-9f6d-96066efd6846 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:44:45.589462 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port b7e284fc-801d-448b-9f6d-96066efd6846 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:44:45.589846 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (b7e284fc-801d-448b-9f6d-96066efd6846), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:45.660683 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port b7e284fc-801d-448b-9f6d-96066efd6846 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:44:46.389117 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 39022) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:44:46.711222 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [None req-05c74fb9-6f90-415d-bab8-d8cf76696491 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 11 00:44:46.712230 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-05c74fb9-6f90-415d-bab8-d8cf76696491 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3221524 Sep 11 00:44:48.966583 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e955bde8-e218-41e6-acbf-56cb9873ac1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:49.368761 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 39030) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:44:49.693152 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:44:49.705917 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writer thread running {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 11 00:44:49.719531 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:44:49.747032 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Made reservation on behalf of 12356f1769944cc8be5c533d062adf65 for: {'network': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:44:49.756399 dv-cinder-master-3-iscsi neutron-server[112721]: ERROR stevedore.extension [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 11 00:44:49.811437 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.policy [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112721) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 11 00:44:49.854812 dv-cinder-master-3-iscsi neutron-server[112721]: WARNING oslo_policy.policy [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 11 00:44:49.855203 dv-cinder-master-3-iscsi neutron-server[112721]: WARNING oslo_policy.policy [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 11 00:44:49.864662 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for network (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:49.885832 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:49.998716 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Publish callbacks [] for security_group (d4c4b602-3566-46ea-a63e-dd9150342891), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:50.002335 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (d4c4b602-3566-46ea-a63e-dd9150342891), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:50.014334 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Reserving flat network on physical network physnet1 {{(pid=112721) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 11 00:44:50.042469 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765262840980', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:50.043212 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Unsubscribe: segment precommit_create {{(pid=112721) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 11 00:44:50.044273 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.segments_db [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Added segment 5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4 of type flat for network c4f00262-7f99-4bd5-861f-59a77dcd079c Sep 11 00:44:50.110930 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c4b602-3566-46ea-a63e-dd9150342891,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:44:50.137832 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:50.138172 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:50.138527 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:50.138887 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:50.139219 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:50.139545 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:50.139863 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:50.140187 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:50.140517 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:50.140838 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:50.141169 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:50.141503 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:50.141820 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:50.142134 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:50.142444 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Tracked resource versions report: Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: pushed versions: Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: { 'AddressGroup': {'1.2'}, Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'Agent': {'1.1'}, Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'ConntrackHelper': {'1.0'}, Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'LocalIPAssociation': {'1.0'}, Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'Log': {'1.0'}, Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'NDPProxy': {'1.0'}, Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'Network': {'1.1'}, Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'Port': {'1.7'}, Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'PortForwarding': {'1.3'}, Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'QosPolicy': {'1.10'}, Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'SecurityGroup': {'1.5'}, Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'SecurityGroupRule': {'1.2'}, Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'SubPort': {'1.0'}, Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'Subnet': {'1.1'}, Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'Trunk': {'1.1'}} Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: consumer versions: Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'Agent': '1.1', Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'ConntrackHelper': '1.0', Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'LocalIPAssociation': '1.0', Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'Log': '1.0', Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'NDPProxy': '1.0', Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'Network': '1.1', Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'Port': '1.7', Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'PortForwarding': '1.3', Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'QosPolicy': '1.10', Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'SecurityGroup': '1.5', Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'SecurityGroupRule': '1.2', Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'SubPort': '1.0', Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'Subnet': '1.1', Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: 'Trunk': '1.1'}} Sep 11 00:44:50.143965 dv-cinder-master-3-iscsi neutron-server[112721]: {{(pid=112721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 11 00:44:50.168542 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765262360468'] for network (c4f00262-7f99-4bd5-861f-59a77dcd079c), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:50.216077 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for network (c4f00262-7f99-4bd5-861f-59a77dcd079c), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:50.217162 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:44:50.217852 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:50.301643 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9317222 Sep 11 00:44:50.328108 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111959e-b74b-4f1c-bc5e-a3568a35bdd7 admin admin] Pushing event updated for resources: {'Network': ['ID=c4f00262-7f99-4bd5-861f-59a77dcd079c,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:44:50.340733 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Network c4f00262-7f99-4bd5-861f-59a77dcd079c details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=112723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 00:44:50.344044 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:44:51.279952 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-ca82bc3e-140c-45e6-b9b1-c07094326dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:51.292499 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 5 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 00:44:52.537998 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:52.940895 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 39046) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:44:53.351731 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04140e80-c987-47f7-820d-9f3007a5ffd3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:44:53.353136 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-04140e80-c987-47f7-820d-9f3007a5ffd3 demo admin] 10.222.0.27 "GET /networking/v2.0/subnets/29ff4c96-4714-4002-b563-30a7608f89ad HTTP/1.1" status: 200 len: 849 time: 0.4113686 Sep 11 00:44:53.523801 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-5ae9bafa-8cb8-4a48-9cfb-139bf5075096 demo admin] 10.222.0.27 "GET /networking/v2.0/routers/f624ee8a-b1a5-48f2-90f2-5410babbe0bb HTTP/1.1" status: 200 len: 704 time: 0.1647913 Sep 11 00:44:53.650136 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:53.757846 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=66,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:44:53.759758 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=35,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:44:53.812243 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-a9e55b20-5d3c-4c10-979f-0c6dd642c95b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:53.881814 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:54.046770 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:44:54.087554 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:44:54.112766 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [None req-a9e55b20-5d3c-4c10-979f-0c6dd642c95b demo admin] Allocated IP 172.20.0.1 (bdc38691-5194-4732-91ec-0f80a34501c1/29ff4c96-4714-4002-b563-30a7608f89ad/e6a72c4e-6be3-4822-86a9-1d082eea9f13) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:44:54.298441 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-a9e55b20-5d3c-4c10-979f-0c6dd642c95b demo admin] Publish callbacks [] for port (e6a72c4e-6be3-4822-86a9-1d082eea9f13), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:54.359873 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-a9e55b20-5d3c-4c10-979f-0c6dd642c95b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (e6a72c4e-6be3-4822-86a9-1d082eea9f13), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:54.440966 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e55b20-5d3c-4c10-979f-0c6dd642c95b demo admin] Network bdc38691-5194-4732-91ec-0f80a34501c1 is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:44:54.449644 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-a9e55b20-5d3c-4c10-979f-0c6dd642c95b demo admin] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:44:54.451650 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e55b20-5d3c-4c10-979f-0c6dd642c95b demo admin] Pushing event updated for resources: {'Port': ['ID=e6a72c4e-6be3-4822-86a9-1d082eea9f13,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:44:54.455782 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e55b20-5d3c-4c10-979f-0c6dd642c95b demo admin] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:44:54.456352 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-a9e55b20-5d3c-4c10-979f-0c6dd642c95b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3767825'] for router_interface (f624ee8a-b1a5-48f2-90f2-5410babbe0bb), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:54.658929 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-a9e55b20-5d3c-4c10-979f-0c6dd642c95b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (e6a72c4e-6be3-4822-86a9-1d082eea9f13), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:54.685193 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-b349a366-cbb1-4f3d-afec-a463ea0857cb None None] Provisioning complete for port e6a72c4e-6be3-4822-86a9-1d082eea9f13 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:44:54.685927 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-b349a366-cbb1-4f3d-afec-a463ea0857cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (e6a72c4e-6be3-4822-86a9-1d082eea9f13), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:54.720890 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-b349a366-cbb1-4f3d-afec-a463ea0857cb None None] Port e6a72c4e-6be3-4822-86a9-1d082eea9f13 cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:44:54.914484 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-a9e55b20-5d3c-4c10-979f-0c6dd642c95b demo admin] Publish callbacks [] for port (e6a72c4e-6be3-4822-86a9-1d082eea9f13), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:54.918959 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-a9e55b20-5d3c-4c10-979f-0c6dd642c95b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (e6a72c4e-6be3-4822-86a9-1d082eea9f13), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:54.919736 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-a9e55b20-5d3c-4c10-979f-0c6dd642c95b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3767949'] for router_interface (f624ee8a-b1a5-48f2-90f2-5410babbe0bb), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:54.996738 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e55b20-5d3c-4c10-979f-0c6dd642c95b demo admin] Pushing event updated for resources: {'Port': ['ID=e6a72c4e-6be3-4822-86a9-1d082eea9f13,revision_number=2']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:44:55.045977 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e55b20-5d3c-4c10-979f-0c6dd642c95b demo admin] Network bdc38691-5194-4732-91ec-0f80a34501c1 is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:44:55.047313 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-a9e55b20-5d3c-4c10-979f-0c6dd642c95b demo admin] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:44:55.061516 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:44:55.182634 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:44:55.212432 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e55b20-5d3c-4c10-979f-0c6dd642c95b demo admin] Router f624ee8a-b1a5-48f2-90f2-5410babbe0bb is scheduled to L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 with binding_index 1 {{(pid=112721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 11 00:44:55.239312 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-1501fccb-66ad-4d30-92a3-fac32884c604 None None] Provisioning complete for port e6a72c4e-6be3-4822-86a9-1d082eea9f13 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:44:55.239800 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-1501fccb-66ad-4d30-92a3-fac32884c604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (e6a72c4e-6be3-4822-86a9-1d082eea9f13), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:55.270442 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-1501fccb-66ad-4d30-92a3-fac32884c604 None None] Port e6a72c4e-6be3-4822-86a9-1d082eea9f13 cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:44:55.301073 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e55b20-5d3c-4c10-979f-0c6dd642c95b demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:44:55.309638 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-a9e55b20-5d3c-4c10-979f-0c6dd642c95b demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/f624ee8a-b1a5-48f2-90f2-5410babbe0bb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7801001 Sep 11 00:44:55.311584 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] Sync routers for ids ['f624ee8a-b1a5-48f2-90f2-5410babbe0bb'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:44:55.324860 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] Routers {'f624ee8a-b1a5-48f2-90f2-5410babbe0bb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:44:55.325657 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:44:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['f624ee8a-b1a5-48f2-90f2-5410babbe0bb'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:44:55.513350 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] Set router f624ee8a-b1a5-48f2-90f2-5410babbe0bb gateway port host: None {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:44:55.934891 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f624ee8a-b1a5-48f2-90f2-5410babbe0bb', 'name': 'router1', 'tenant_id': '1cc0eb0de66448aa8d924179a50e25e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:44:43Z', 'updated_at': '2022-09-11T00:44:54Z', 'revision_number': 2, 'project_id': '1cc0eb0de66448aa8d924179a50e25e9', 'gw_port_host': None, '_interfaces': [{'id': 'e6a72c4e-6be3-4822-86a9-1d082eea9f13', 'name': '', 'network_id': 'bdc38691-5194-4732-91ec-0f80a34501c1', 'tenant_id': '1cc0eb0de66448aa8d924179a50e25e9', 'mac_address': 'fa:16:3e:09:a4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f624ee8a-b1a5-48f2-90f2-5410babbe0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29ff4c96-4714-4002-b563-30a7608f89ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:44:53Z', 'updated_at': '2022-09-11T00:44:54Z', 'revision_number': 2, 'project_id': '1cc0eb0de66448aa8d924179a50e25e9', 'subnets': [{'id': '29ff4c96-4714-4002-b563-30a7608f89ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6adf8886-2f8d-4da4-830c-38a0d5161d8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:44:55.985234 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] Checking router: f624ee8a-b1a5-48f2-90f2-5410babbe0bb for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:44:55.985602 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] Updating router f624ee8a-b1a5-48f2-90f2-5410babbe0bb port e6a72c4e-6be3-4822-86a9-1d082eea9f13 binding host dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 00:44:56.039596 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (e6a72c4e-6be3-4822-86a9-1d082eea9f13), before_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:56.544028 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] Publish callbacks [] for port (e6a72c4e-6be3-4822-86a9-1d082eea9f13), precommit_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:56.551012 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (e6a72c4e-6be3-4822-86a9-1d082eea9f13), after_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:56.700936 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b30d9-b182-4441-b4c9-1ae3848e8987 None None] Pushing event updated for resources: {'Port': ['ID=e6a72c4e-6be3-4822-86a9-1d082eea9f13,revision_number=3']} {{(pid=112724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:44:56.706868 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] Attempting to bind port e6a72c4e-6be3-4822-86a9-1d082eea9f13 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:44:56.707259 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] Attempting to bind port e6a72c4e-6be3-4822-86a9-1d082eea9f13 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6f391b8c-7043-4924-98cc-8beb6e16c2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bdc38691-5194-4732-91ec-0f80a34501c1'}] {{(pid=112724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:44:56.707688 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] Attempting to bind port e6a72c4e-6be3-4822-86a9-1d082eea9f13 on network bdc38691-5194-4732-91ec-0f80a34501c1 {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:44:56.717495 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b30d9-b182-4441-b4c9-1ae3848e8987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:56.717832 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b30d9-b182-4441-b4c9-1ae3848e8987 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:56.718170 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b30d9-b182-4441-b4c9-1ae3848e8987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:56.718502 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b30d9-b182-4441-b4c9-1ae3848e8987 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:56.718844 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b30d9-b182-4441-b4c9-1ae3848e8987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:56.719166 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b30d9-b182-4441-b4c9-1ae3848e8987 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:56.719482 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b30d9-b182-4441-b4c9-1ae3848e8987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:56.719796 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b30d9-b182-4441-b4c9-1ae3848e8987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:56.720109 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b30d9-b182-4441-b4c9-1ae3848e8987 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:56.720423 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b30d9-b182-4441-b4c9-1ae3848e8987 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:56.720738 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b30d9-b182-4441-b4c9-1ae3848e8987 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:56.721063 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b30d9-b182-4441-b4c9-1ae3848e8987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:56.721377 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b30d9-b182-4441-b4c9-1ae3848e8987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:56.721686 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b30d9-b182-4441-b4c9-1ae3848e8987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:56.721994 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b30d9-b182-4441-b4c9-1ae3848e8987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4b30d9-b182-4441-b4c9-1ae3848e8987 None None] Tracked resource versions report: Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: pushed versions: Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: { 'AddressGroup': {'1.2'}, Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'Agent': {'1.1'}, Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'ConntrackHelper': {'1.0'}, Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'LocalIPAssociation': {'1.0'}, Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'Log': {'1.0'}, Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'NDPProxy': {'1.0'}, Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'Network': {'1.1'}, Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'Port': {'1.7'}, Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'PortForwarding': {'1.3'}, Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'QosPolicy': {'1.10'}, Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'SecurityGroup': {'1.5'}, Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'SecurityGroupRule': {'1.2'}, Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'SubPort': {'1.0'}, Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'Subnet': {'1.1'}, Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'Trunk': {'1.1'}} Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: consumer versions: Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'Agent': '1.1', Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'ConntrackHelper': '1.0', Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'LocalIPAssociation': '1.0', Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'Log': '1.0', Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'NDPProxy': '1.0', Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'Network': '1.1', Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'Port': '1.7', Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'PortForwarding': '1.3', Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'QosPolicy': '1.10', Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'SecurityGroup': '1.5', Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'SecurityGroupRule': '1.2', Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'SubPort': '1.0', Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'Subnet': '1.1', Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: 'Trunk': '1.1'}} Sep 11 00:44:56.723425 dv-cinder-master-3-iscsi neutron-server[112724]: {{(pid=112724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 11 00:44:56.801409 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:44:56.801742 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] Checking segment: {'id': '6f391b8c-7043-4924-98cc-8beb6e16c2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bdc38691-5194-4732-91ec-0f80a34501c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:44:56.802217 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:56.802599 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] Bound using segment: {'id': '6f391b8c-7043-4924-98cc-8beb6e16c2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bdc38691-5194-4732-91ec-0f80a34501c1'} {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:44:56.803110 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] Bound port: e6a72c4e-6be3-4822-86a9-1d082eea9f13, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f391b8c-7043-4924-98cc-8beb6e16c2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bdc38691-5194-4732-91ec-0f80a34501c1'}}] {{(pid=112724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:44:56.803486 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (e6a72c4e-6be3-4822-86a9-1d082eea9f13), before_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:56.816271 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=100 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:44:56.868563 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.db [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] For port e6a72c4e-6be3-4822-86a9-1d082eea9f13, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:44:56.887735 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.db [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] For port e6a72c4e-6be3-4822-86a9-1d082eea9f13, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e6a72c4e-6be3-4822-86a9-1d082eea9f13,segment=NetworkSegment(6f391b8c-7043-4924-98cc-8beb6e16c2f9),segment_id=6f391b8c-7043-4924-98cc-8beb6e16c2f9)] {{(pid=112724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:44:56.893637 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (e6a72c4e-6be3-4822-86a9-1d082eea9f13), after_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:56.919760 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:44:56.932531 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] Routers {'f624ee8a-b1a5-48f2-90f2-5410babbe0bb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:44:56.933146 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:44:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['f624ee8a-b1a5-48f2-90f2-5410babbe0bb'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:44:57.012569 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b30d9-b182-4441-b4c9-1ae3848e8987 None None] Pushing event updated for resources: {'Port': ['ID=e6a72c4e-6be3-4822-86a9-1d082eea9f13,revision_number=4']} {{(pid=112724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:44:57.032445 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] Set router f624ee8a-b1a5-48f2-90f2-5410babbe0bb gateway port host: None {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:44:57.223879 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f624ee8a-b1a5-48f2-90f2-5410babbe0bb', 'name': 'router1', 'tenant_id': '1cc0eb0de66448aa8d924179a50e25e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:44:43Z', 'updated_at': '2022-09-11T00:44:54Z', 'revision_number': 2, 'project_id': '1cc0eb0de66448aa8d924179a50e25e9', 'gw_port_host': None, '_interfaces': [{'id': 'e6a72c4e-6be3-4822-86a9-1d082eea9f13', 'name': '', 'network_id': 'bdc38691-5194-4732-91ec-0f80a34501c1', 'tenant_id': '1cc0eb0de66448aa8d924179a50e25e9', 'mac_address': 'fa:16:3e:09:a4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f624ee8a-b1a5-48f2-90f2-5410babbe0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29ff4c96-4714-4002-b563-30a7608f89ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:44:53Z', 'updated_at': '2022-09-11T00:44:56Z', 'revision_number': 4, 'project_id': '1cc0eb0de66448aa8d924179a50e25e9', 'subnets': [{'id': '29ff4c96-4714-4002-b563-30a7608f89ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6adf8886-2f8d-4da4-830c-38a0d5161d8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:44:57.249524 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a00f225-44a8-4152-9348-36eea6f0b2eb None None] The sync data for ids ['f624ee8a-b1a5-48f2-90f2-5410babbe0bb'] in dv-cinder-master-3-iscsi is: [{'id': 'f624ee8a-b1a5-48f2-90f2-5410babbe0bb', 'name': 'router1', 'tenant_id': '1cc0eb0de66448aa8d924179a50e25e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:44:43Z', 'updated_at': '2022-09-11T00:44:54Z', 'revision_number': 2, 'project_id': '1cc0eb0de66448aa8d924179a50e25e9', 'gw_port_host': None, '_interfaces': [{'id': 'e6a72c4e-6be3-4822-86a9-1d082eea9f13', 'name': '', 'network_id': 'bdc38691-5194-4732-91ec-0f80a34501c1', 'tenant_id': '1cc0eb0de66448aa8d924179a50e25e9', 'mac_address': 'fa:16:3e:09:a4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f624ee8a-b1a5-48f2-90f2-5410babbe0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29ff4c96-4714-4002-b563-30a7608f89ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:44:53Z', 'updated_at': '2022-09-11T00:44:56Z', 'revision_number': 4, 'project_id': '1cc0eb0de66448aa8d924179a50e25e9', 'subnets': [{'id': '29ff4c96-4714-4002-b563-30a7608f89ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6adf8886-2f8d-4da4-830c-38a0d5161d8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:44:57.947033 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 39060) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:44:58.349638 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23507a3e-e55a-471f-a340-e7825d51d5ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:44:58.354841 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-23507a3e-e55a-471f-a340-e7825d51d5ed admin admin] 10.222.0.27 "GET /networking/v2.0/networks/c4f00262-7f99-4bd5-861f-59a77dcd079c HTTP/1.1" status: 200 len: 842 time: 0.4032819 Sep 11 00:44:58.361616 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-3a92a23d-5b7f-48bf-902c-00a78688416f admin admin] Request body: {'subnet': {'gateway_ip': '172.37.5.1', 'name': 'public-subnet', 'cidr': '172.37.5.0/24', 'ip_version': 4, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'enable_dhcp': False}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:44:58.389019 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a92a23d-5b7f-48bf-902c-00a78688416f admin admin] Made reservation on behalf of 12356f1769944cc8be5c533d062adf65 for: {'subnet': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:44:58.391462 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-3a92a23d-5b7f-48bf-902c-00a78688416f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:58.690043 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.objects.ports [None req-3a92a23d-5b7f-48bf-902c-00a78688416f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112721) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 11 00:44:58.690492 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-3a92a23d-5b7f-48bf-902c-00a78688416f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for subnet (5e38e216-1c69-4e5a-aed5-b2bbd0057861), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:58.744273 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92a23d-5b7f-48bf-902c-00a78688416f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e38e216-1c69-4e5a-aed5-b2bbd0057861,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:44:58.756655 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a92a23d-5b7f-48bf-902c-00a78688416f admin admin] Checking segment: {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:44:58.756986 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a92a23d-5b7f-48bf-902c-00a78688416f admin admin] Network hostable DHCP agents. Network: c4f00262-7f99-4bd5-861f-59a77dcd079c, hostable agents: ['141562d2-e0e6-4955-8563-ce36b7299d64'], hosted agents: [] {{(pid=112721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 00:44:58.778404 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a92a23d-5b7f-48bf-902c-00a78688416f admin admin] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is scheduled to be hosted by DHCP agent 141562d2-e0e6-4955-8563-ce36b7299d64 with binding_index 1 {{(pid=112721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 00:44:58.790861 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-3a92a23d-5b7f-48bf-902c-00a78688416f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c4f00262-7f99-4bd5-861f-59a77dcd079c) {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:44:58.795416 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a92a23d-5b7f-48bf-902c-00a78688416f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:44:58.796043 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-3a92a23d-5b7f-48bf-902c-00a78688416f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for subnet (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:44:58.802516 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df2aac1-3236-4ad9-8d29-7a4a2dc52479 None None] Network c4f00262-7f99-4bd5-861f-59a77dcd079c requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:44:58.813172 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-3a92a23d-5b7f-48bf-902c-00a78688416f admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4552970 Sep 11 00:44:58.911981 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d67aac1-5982-4c59-b3fb-748f025dba9d None None] Network c4f00262-7f99-4bd5-861f-59a77dcd079c requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:45:01.506435 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 39068) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:45:02.010579 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-2c7586ac-f788-46c9-b039-8a1014b4f0a1 demo admin] 10.222.0.27 "GET /networking/v2.0/routers/f624ee8a-b1a5-48f2-90f2-5410babbe0bb HTTP/1.1" status: 200 len: 710 time: 0.5029955 Sep 11 00:45:02.145071 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16632ebc-0b9c-420d-9886-854de50fd0f9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:45:02.146467 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-16632ebc-0b9c-420d-9886-854de50fd0f9 demo admin] 10.222.0.27 "GET /networking/v2.0/networks/c4f00262-7f99-4bd5-861f-59a77dcd079c HTTP/1.1" status: 200 len: 886 time: 0.1300483 Sep 11 00:45:02.156579 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-210e3f8a-56df-49bb-9729-2f7c09f8543e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:45:02.408191 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-210e3f8a-56df-49bb-9729-2f7c09f8543e demo admin] Publish callbacks [] for router_gateway (f624ee8a-b1a5-48f2-90f2-5410babbe0bb), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:02.625358 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-210e3f8a-56df-49bb-9729-2f7c09f8543e demo admin] Publish callbacks [] for router_gateway (f624ee8a-b1a5-48f2-90f2-5410babbe0bb), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:02.747415 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-210e3f8a-56df-49bb-9729-2f7c09f8543e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:02.904963 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [None req-210e3f8a-56df-49bb-9729-2f7c09f8543e demo admin] Allocated IP 172.37.5.192 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/e660e5eb-c02f-4d00-a371-3d7c5a5bc06c) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:45:03.017773 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-210e3f8a-56df-49bb-9729-2f7c09f8543e demo admin] Publish callbacks [] for port (e660e5eb-c02f-4d00-a371-3d7c5a5bc06c), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:03.028812 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:45:03.059576 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:45:03.082316 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-210e3f8a-56df-49bb-9729-2f7c09f8543e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (e660e5eb-c02f-4d00-a371-3d7c5a5bc06c), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:03.165834 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210e3f8a-56df-49bb-9729-2f7c09f8543e demo admin] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:45:03.173824 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-210e3f8a-56df-49bb-9729-2f7c09f8543e demo admin] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:45:03.176264 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e3f8a-56df-49bb-9729-2f7c09f8543e demo admin] Pushing event updated for resources: {'Port': ['ID=e660e5eb-c02f-4d00-a371-3d7c5a5bc06c,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:45:03.179064 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210e3f8a-56df-49bb-9729-2f7c09f8543e demo admin] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:45:03.452862 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-210e3f8a-56df-49bb-9729-2f7c09f8543e demo admin] Publish callbacks [] for router_gateway (f624ee8a-b1a5-48f2-90f2-5410babbe0bb), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:03.567381 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device e6a72c4e-6be3-4822-86a9-1d082eea9f13 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:45:03.602876 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:45:03.613762 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port e6a72c4e-6be3-4822-86a9-1d082eea9f13 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:45:03.614157 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (e6a72c4e-6be3-4822-86a9-1d082eea9f13), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:03.645920 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-210e3f8a-56df-49bb-9729-2f7c09f8543e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3766925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3793065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24949'] for router (f624ee8a-b1a5-48f2-90f2-5410babbe0bb), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:03.651593 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-210e3f8a-56df-49bb-9729-2f7c09f8543e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3793755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3766966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3766975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3792978'] for router (f624ee8a-b1a5-48f2-90f2-5410babbe0bb), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:03.688562 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port e6a72c4e-6be3-4822-86a9-1d082eea9f13 is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:45:03.688956 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (e6a72c4e-6be3-4822-86a9-1d082eea9f13), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:03.721145 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port e6a72c4e-6be3-4822-86a9-1d082eea9f13, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e6a72c4e-6be3-4822-86a9-1d082eea9f13,segment=NetworkSegment(6f391b8c-7043-4924-98cc-8beb6e16c2f9),segment_id=6f391b8c-7043-4924-98cc-8beb6e16c2f9)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:45:03.727055 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (e6a72c4e-6be3-4822-86a9-1d082eea9f13), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:03.762495 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210e3f8a-56df-49bb-9729-2f7c09f8543e demo admin] Router f624ee8a-b1a5-48f2-90f2-5410babbe0bb has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:45:03.771841 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=e6a72c4e-6be3-4822-86a9-1d082eea9f13,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:45:03.865995 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210e3f8a-56df-49bb-9729-2f7c09f8543e demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:45:03.871758 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-210e3f8a-56df-49bb-9729-2f7c09f8543e demo admin] Publish callbacks [] for router (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:03.872302 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-210e3f8a-56df-49bb-9729-2f7c09f8543e demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/f624ee8a-b1a5-48f2-90f2-5410babbe0bb HTTP/1.1" status: 200 len: 890 time: 1.7192361 Sep 11 00:45:03.890115 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] Sync routers for ids ['f624ee8a-b1a5-48f2-90f2-5410babbe0bb'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:45:03.904189 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] Routers {'f624ee8a-b1a5-48f2-90f2-5410babbe0bb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:45:03.904868 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:44:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['f624ee8a-b1a5-48f2-90f2-5410babbe0bb'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:45:04.123423 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] Set router f624ee8a-b1a5-48f2-90f2-5410babbe0bb gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:45:04.412626 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:45:04.502696 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f624ee8a-b1a5-48f2-90f2-5410babbe0bb', 'name': 'router1', 'tenant_id': '1cc0eb0de66448aa8d924179a50e25e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.192'}], 'enable_snat': True}, 'gw_port_id': 'e660e5eb-c02f-4d00-a371-3d7c5a5bc06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:44:43Z', 'updated_at': '2022-09-11T00:45:03Z', 'revision_number': 4, 'project_id': '1cc0eb0de66448aa8d924179a50e25e9', 'gw_port': {'id': 'e660e5eb-c02f-4d00-a371-3d7c5a5bc06c', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f624ee8a-b1a5-48f2-90f2-5410babbe0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:45:02Z', 'updated_at': '2022-09-11T00:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e6a72c4e-6be3-4822-86a9-1d082eea9f13', 'name': '', 'network_id': 'bdc38691-5194-4732-91ec-0f80a34501c1', 'tenant_id': '1cc0eb0de66448aa8d924179a50e25e9', 'mac_address': 'fa:16:3e:09:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f624ee8a-b1a5-48f2-90f2-5410babbe0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29ff4c96-4714-4002-b563-30a7608f89ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:44:53Z', 'updated_at': '2022-09-11T00:45:03Z', 'revision_number': 5, 'project_id': '1cc0eb0de66448aa8d924179a50e25e9', 'subnets': [{'id': '29ff4c96-4714-4002-b563-30a7608f89ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6adf8886-2f8d-4da4-830c-38a0d5161d8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:45:04.625856 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] Checking router: f624ee8a-b1a5-48f2-90f2-5410babbe0bb for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:45:04.626561 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] Updating router f624ee8a-b1a5-48f2-90f2-5410babbe0bb port e660e5eb-c02f-4d00-a371-3d7c5a5bc06c binding host dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 00:45:04.677338 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (e660e5eb-c02f-4d00-a371-3d7c5a5bc06c), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:04.987749 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] Publish callbacks [] for port (e660e5eb-c02f-4d00-a371-3d7c5a5bc06c), precommit_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:04.994343 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (e660e5eb-c02f-4d00-a371-3d7c5a5bc06c), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:05.033892 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] Attempting to bind port e660e5eb-c02f-4d00-a371-3d7c5a5bc06c on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:45:05.034262 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] Attempting to bind port e660e5eb-c02f-4d00-a371-3d7c5a5bc06c by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:45:05.034624 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] Attempting to bind port e660e5eb-c02f-4d00-a371-3d7c5a5bc06c on network c4f00262-7f99-4bd5-861f-59a77dcd079c {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:45:05.061145 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:45:05.071559 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a065b-891b-4cc6-950e-4705841df7eb None None] Pushing event updated for resources: {'Port': ['ID=e660e5eb-c02f-4d00-a371-3d7c5a5bc06c,revision_number=2']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:45:05.090545 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:45:05.090950 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] Checking segment: {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:45:05.091353 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:05.091742 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] Bound using segment: {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:45:05.092211 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] Bound port: e660e5eb-c02f-4d00-a371-3d7c5a5bc06c, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:45:05.092596 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (e660e5eb-c02f-4d00-a371-3d7c5a5bc06c), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:05.139408 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] For port e660e5eb-c02f-4d00-a371-3d7c5a5bc06c, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:45:05.142352 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] For port e660e5eb-c02f-4d00-a371-3d7c5a5bc06c, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e660e5eb-c02f-4d00-a371-3d7c5a5bc06c,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:45:05.148416 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (e660e5eb-c02f-4d00-a371-3d7c5a5bc06c), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:05.188378 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] Routers {'f624ee8a-b1a5-48f2-90f2-5410babbe0bb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:45:05.188994 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:44:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['f624ee8a-b1a5-48f2-90f2-5410babbe0bb'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:45:05.237367 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a065b-891b-4cc6-950e-4705841df7eb None None] Pushing event updated for resources: {'Port': ['ID=e660e5eb-c02f-4d00-a371-3d7c5a5bc06c,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:45:05.304340 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] Set router f624ee8a-b1a5-48f2-90f2-5410babbe0bb gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:45:05.484592 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:45:05.501152 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f624ee8a-b1a5-48f2-90f2-5410babbe0bb', 'name': 'router1', 'tenant_id': '1cc0eb0de66448aa8d924179a50e25e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.192'}], 'enable_snat': True}, 'gw_port_id': 'e660e5eb-c02f-4d00-a371-3d7c5a5bc06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:44:43Z', 'updated_at': '2022-09-11T00:45:03Z', 'revision_number': 4, 'project_id': '1cc0eb0de66448aa8d924179a50e25e9', 'gw_port': {'id': 'e660e5eb-c02f-4d00-a371-3d7c5a5bc06c', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f624ee8a-b1a5-48f2-90f2-5410babbe0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:45:02Z', 'updated_at': '2022-09-11T00:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e6a72c4e-6be3-4822-86a9-1d082eea9f13', 'name': '', 'network_id': 'bdc38691-5194-4732-91ec-0f80a34501c1', 'tenant_id': '1cc0eb0de66448aa8d924179a50e25e9', 'mac_address': 'fa:16:3e:09:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f624ee8a-b1a5-48f2-90f2-5410babbe0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29ff4c96-4714-4002-b563-30a7608f89ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:44:53Z', 'updated_at': '2022-09-11T00:45:03Z', 'revision_number': 5, 'project_id': '1cc0eb0de66448aa8d924179a50e25e9', 'subnets': [{'id': '29ff4c96-4714-4002-b563-30a7608f89ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6adf8886-2f8d-4da4-830c-38a0d5161d8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:45:05.532249 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f822eacc-be7d-431a-aa6d-02580f9366f4 None None] The sync data for ids ['f624ee8a-b1a5-48f2-90f2-5410babbe0bb'] in dv-cinder-master-3-iscsi is: [{'id': 'f624ee8a-b1a5-48f2-90f2-5410babbe0bb', 'name': 'router1', 'tenant_id': '1cc0eb0de66448aa8d924179a50e25e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.192'}], 'enable_snat': True}, 'gw_port_id': 'e660e5eb-c02f-4d00-a371-3d7c5a5bc06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:44:43Z', 'updated_at': '2022-09-11T00:45:03Z', 'revision_number': 4, 'project_id': '1cc0eb0de66448aa8d924179a50e25e9', 'gw_port': {'id': 'e660e5eb-c02f-4d00-a371-3d7c5a5bc06c', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:85:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f624ee8a-b1a5-48f2-90f2-5410babbe0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:45:02Z', 'updated_at': '2022-09-11T00:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e6a72c4e-6be3-4822-86a9-1d082eea9f13', 'name': '', 'network_id': 'bdc38691-5194-4732-91ec-0f80a34501c1', 'tenant_id': '1cc0eb0de66448aa8d924179a50e25e9', 'mac_address': 'fa:16:3e:09:a4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f624ee8a-b1a5-48f2-90f2-5410babbe0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29ff4c96-4714-4002-b563-30a7608f89ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:44:53Z', 'updated_at': '2022-09-11T00:45:03Z', 'revision_number': 5, 'project_id': '1cc0eb0de66448aa8d924179a50e25e9', 'subnets': [{'id': '29ff4c96-4714-4002-b563-30a7608f89ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6adf8886-2f8d-4da4-830c-38a0d5161d8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:45:05.558753 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device e6a72c4e-6be3-4822-86a9-1d082eea9f13 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:45:05.621461 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port e6a72c4e-6be3-4822-86a9-1d082eea9f13 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:45:05.621606 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (e6a72c4e-6be3-4822-86a9-1d082eea9f13), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:05.703052 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port e6a72c4e-6be3-4822-86a9-1d082eea9f13 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:45:06.703161 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 39082) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:45:07.092996 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-16c5ca53-2cc7-4b92-beb4-55d10917ed69 admin admin] 10.222.0.27 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3888113 Sep 11 00:45:07.572369 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device e660e5eb-c02f-4d00-a371-3d7c5a5bc06c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:45:07.619621 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port e660e5eb-c02f-4d00-a371-3d7c5a5bc06c triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:45:07.620010 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (e660e5eb-c02f-4d00-a371-3d7c5a5bc06c), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:07.691173 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port e660e5eb-c02f-4d00-a371-3d7c5a5bc06c is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:45:07.691570 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (e660e5eb-c02f-4d00-a371-3d7c5a5bc06c), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:07.713240 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port e660e5eb-c02f-4d00-a371-3d7c5a5bc06c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e660e5eb-c02f-4d00-a371-3d7c5a5bc06c,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:45:07.717982 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (e660e5eb-c02f-4d00-a371-3d7c5a5bc06c), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:07.743641 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:45:07.770142 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=e660e5eb-c02f-4d00-a371-3d7c5a5bc06c,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:45:08.806447 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=78,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:45:08.807453 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=59,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:45:09.563254 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device e660e5eb-c02f-4d00-a371-3d7c5a5bc06c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:45:09.613520 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port e660e5eb-c02f-4d00-a371-3d7c5a5bc06c triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:45:09.614141 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (e660e5eb-c02f-4d00-a371-3d7c5a5bc06c), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:09.691883 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port e660e5eb-c02f-4d00-a371-3d7c5a5bc06c is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:45:17.086066 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:45:17.089333 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=77,neutron:INSERT=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:45:18.970152 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-12ae3211-6dcb-478a-9e45-f9bd901d375e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:20.295243 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=35 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:45:20.300525 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=55,neutron:INSERT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:45:21.299477 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-5277f2e7-fc56-4cac-bb49-801d512a8740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:22.547578 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:23.691062 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:23.889197 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:28.293342 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 5 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 00:45:33.876220 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:45:33.883742 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:45:38.294553 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=2 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:45:48.977518 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-2144b3f5-5630-4619-a6fb-aef69a48959e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:51.285431 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0956e589-7fe0-48b4-a470-ef0edef3b66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:52.549749 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:53.677147 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:53.884906 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:45:57.298459 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:45:57.301180 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=5 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:46:03.872869 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:46:03.879345 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:46:05.293057 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 5 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 00:46:17.341259 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=2 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:46:17.343148 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:46:18.970070 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0760db56-03b9-4bb5-bfdf-91d4616264d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:46:21.281868 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-8c4b9a3e-ef05-47a5-8ba4-52ec5ec8b22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:46:22.546806 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:46:23.671231 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:46:23.888291 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:46:33.231558 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 39634) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:46:33.566986 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.pecan_wsgi.hooks.translation [None req-51519fa1-f3a8-4515-b680-3819ba8beb72 admin admin] GET failed (client error): The resource could not be found. Sep 11 00:46:33.569056 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-51519fa1-f3a8-4515-b680-3819ba8beb72 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3364794 Sep 11 00:46:33.798122 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76493a4c-a346-469b-b025-9ea3134e3da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:46:33.799650 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-76493a4c-a346-469b-b025-9ea3134e3da4 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2263000 Sep 11 00:46:33.881915 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:46:33.884933 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:46:34.285218 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:46:34.295891 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=5 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:46:36.529400 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 39646) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:46:36.909119 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327c8abd-a80c-474c-956e-5624f8d1e83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:46:36.910462 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-327c8abd-a80c-474c-956e-5624f8d1e83e admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/29ff4c96-4714-4002-b563-30a7608f89ad HTTP/1.1" status: 200 len: 849 time: 0.3800631 Sep 11 00:46:36.920236 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-9eb285d5-3ac2-4339-9e06-6f19d0c6406e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:46:37.004809 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9eb285d5-3ac2-4339-9e06-6f19d0c6406e admin admin] Publish callbacks [] for subnet (29ff4c96-4714-4002-b563-30a7608f89ad), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:46:37.148684 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9eb285d5-3ac2-4339-9e06-6f19d0c6406e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765262833291'] for subnet (29ff4c96-4714-4002-b563-30a7608f89ad), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:46:37.180947 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb285d5-3ac2-4339-9e06-6f19d0c6406e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:46:37.181539 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9eb285d5-3ac2-4339-9e06-6f19d0c6406e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for subnet (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:46:37.183761 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-9eb285d5-3ac2-4339-9e06-6f19d0c6406e admin admin] 10.222.0.27 "PUT /networking/v2.0/subnets/29ff4c96-4714-4002-b563-30a7608f89ad HTTP/1.1" status: 200 len: 868 time: 0.2670443 Sep 11 00:46:37.199735 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb696e7-7a8c-4b43-8490-a0581f70b251 None None] Network bdc38691-5194-4732-91ec-0f80a34501c1 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:46:37.204375 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb285d5-3ac2-4339-9e06-6f19d0c6406e admin admin] Pushing event updated for resources: {'Subnet': ['ID=29ff4c96-4714-4002-b563-30a7608f89ad,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:46:37.213278 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb285d5-3ac2-4339-9e06-6f19d0c6406e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:46:37.213700 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb285d5-3ac2-4339-9e06-6f19d0c6406e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:46:37.214094 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb285d5-3ac2-4339-9e06-6f19d0c6406e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:46:37.214612 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb285d5-3ac2-4339-9e06-6f19d0c6406e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:46:37.214993 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb285d5-3ac2-4339-9e06-6f19d0c6406e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:46:37.215336 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb285d5-3ac2-4339-9e06-6f19d0c6406e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:46:37.215649 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb285d5-3ac2-4339-9e06-6f19d0c6406e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:46:37.215972 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb285d5-3ac2-4339-9e06-6f19d0c6406e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:46:37.216313 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb285d5-3ac2-4339-9e06-6f19d0c6406e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:46:37.216640 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb285d5-3ac2-4339-9e06-6f19d0c6406e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:46:37.216982 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb285d5-3ac2-4339-9e06-6f19d0c6406e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:46:37.217333 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb285d5-3ac2-4339-9e06-6f19d0c6406e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:46:37.217657 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb285d5-3ac2-4339-9e06-6f19d0c6406e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:46:37.217979 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb285d5-3ac2-4339-9e06-6f19d0c6406e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:46:37.218293 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb285d5-3ac2-4339-9e06-6f19d0c6406e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:46:37.523511 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-7ea4f809-5a80-47b7-913d-dc5c9c8487ab None None] Provisioning complete for port e6a72c4e-6be3-4822-86a9-1d082eea9f13 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:46:37.523901 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f809-5a80-47b7-913d-dc5c9c8487ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (e6a72c4e-6be3-4822-86a9-1d082eea9f13), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:46:37.601058 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-7ea4f809-5a80-47b7-913d-dc5c9c8487ab None None] Current status of the port e6a72c4e-6be3-4822-86a9-1d082eea9f13 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:46:37.608875 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-7ea4f809-5a80-47b7-913d-dc5c9c8487ab None None] Provisioning complete for port b7e284fc-801d-448b-9f6d-96066efd6846 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:46:37.609254 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f809-5a80-47b7-913d-dc5c9c8487ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (b7e284fc-801d-448b-9f6d-96066efd6846), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:46:37.681479 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-7ea4f809-5a80-47b7-913d-dc5c9c8487ab None None] Current status of the port b7e284fc-801d-448b-9f6d-96066efd6846 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:46:39.764726 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 39654) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:46:40.242916 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60cd2f7-098b-45ce-90ed-e1ed061dfdf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:46:40.243383 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60cd2f7-098b-45ce-90ed-e1ed061dfdf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:46:40.244935 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-b60cd2f7-098b-45ce-90ed-e1ed061dfdf4 admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4792514 Sep 11 00:46:42.291528 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 5 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 00:46:42.834661 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 39662) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:46:43.250038 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7316f897-ecd6-4860-8f90-152493c27eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:46:43.250526 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7316f897-ecd6-4860-8f90-152493c27eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:46:43.252107 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-7316f897-ecd6-4860-8f90-152493c27eeb admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4164119 Sep 11 00:46:45.855133 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 39670) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:46:46.273843 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:46:46.279193 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211c30cc-be32-458a-a1f0-e1a3376d88ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:46:46.280575 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-211c30cc-be32-458a-a1f0-e1a3376d88ee admin admin] 10.222.0.27 "GET /networking/v2.0/networks/bdc38691-5194-4732-91ec-0f80a34501c1 HTTP/1.1" status: 200 len: 869 time: 0.4244933 Sep 11 00:46:47.676663 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=36 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:46:47.679656 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=41 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:46:48.873167 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 39678) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:46:48.972320 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e5992ced-6309-4f49-b449-652dfb6f276b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:46:49.249934 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:46:49.283381 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b724a160-fdb5-411b-81ba-51ba916dbeb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:46:49.284786 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-b724a160-fdb5-411b-81ba-51ba916dbeb5 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/c4f00262-7f99-4bd5-861f-59a77dcd079c HTTP/1.1" status: 200 len: 886 time: 0.4106438 Sep 11 00:46:51.284641 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-fed768b6-b580-41e7-bc47-b7771a33271d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:46:51.880781 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 39686) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:46:52.281189 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beda004a-5692-4fa8-82f4-943fc445102c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:46:52.281637 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beda004a-5692-4fa8-82f4-943fc445102c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:46:52.283498 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-beda004a-5692-4fa8-82f4-943fc445102c admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4014797 Sep 11 00:46:52.287333 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:46:52.288060 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:46:52.548509 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:46:53.676669 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:46:53.890952 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:46:54.884476 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 39696) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:46:55.251753 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb256e2-5055-41cc-979b-5b02cd44e8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:46:55.252205 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb256e2-5055-41cc-979b-5b02cd44e8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:46:55.253700 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-fcb256e2-5055-41cc-979b-5b02cd44e8dc admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3682818 Sep 11 00:46:57.819290 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 39704) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:46:58.193476 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf47cda8-96f7-439d-9bcc-273c14b19372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:46:58.194871 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-bf47cda8-96f7-439d-9bcc-273c14b19372 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/29ff4c96-4714-4002-b563-30a7608f89ad HTTP/1.1" status: 200 len: 868 time: 0.3745668 Sep 11 00:47:00.751376 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 39714) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:47:01.113616 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef760ac-1027-48ff-bd71-b3030b7d5432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:47:01.115040 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-cef760ac-1027-48ff-bd71-b3030b7d5432 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/5e38e216-1c69-4e5a-aed5-b2bbd0057861 HTTP/1.1" status: 200 len: 816 time: 0.3626983 Sep 11 00:47:03.884372 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:UPDATE=1,neutron:SELECT=9 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:47:03.886956 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:47:08.188277 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=6 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:47:08.190174 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=7 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:47:11.108502 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=31 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:47:11.110383 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=20 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:47:16.864810 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=15 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:47:16.868439 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=17 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:47:18.976323 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-ca20ae7d-a648-4236-95f3-b8e21bfedf45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:19.291634 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 5 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 00:47:21.287357 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0d99bfb9-b374-4870-b91b-67622e48b167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:22.552118 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:23.677525 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:23.893940 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:29.285533 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:47:29.287505 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:47:30.721190 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 39770) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:47:31.168343 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [None req-6d6fcea7-730a-4917-864d-5914bbebafb9 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 11 00:47:31.169369 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-6d6fcea7-730a-4917-864d-5914bbebafb9 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4472458 Sep 11 00:47:33.840175 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 39778) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:47:33.887966 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:47:33.889826 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:47:34.179778 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76acd5f-3885-4a1b-b948-daa47ab6a32e admin admin] GET failed (client error): The resource could not be found. Sep 11 00:47:34.181290 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-e76acd5f-3885-4a1b-b948-daa47ab6a32e admin admin] 10.222.0.27 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3401835 Sep 11 00:47:34.269575 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89075d15-c74f-46d5-8842-d5511121adc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:47:34.271934 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-89075d15-c74f-46d5-8842-d5511121adc9 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0862861 Sep 11 00:47:37.051755 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 39786) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:47:37.380247 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:47:37.401818 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Made reservation on behalf of 12356f1769944cc8be5c533d062adf65 for: {'network': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:47:37.404266 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for network (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:37.438226 dv-cinder-master-3-iscsi neutron-server[112722]: WARNING neutron.services.revisions.revision_plugin [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Could not find related network for resource to bump revision. Sep 11 00:47:37.451403 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=112722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 00:47:37.462220 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (06b345f5-e4aa-463c-bd2f-bdf85944b4ff), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:37.462562 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.db.segments_db [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Added segment 06b345f5-e4aa-463c-bd2f-bdf85944b4ff of type vlan for network a501786c-a5b9-4be6-ade5-bd0a7ac81580 Sep 11 00:47:37.508088 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765262360468'] for network (a501786c-a5b9-4be6-ade5-bd0a7ac81580), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:37.532757 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for network (a501786c-a5b9-4be6-ade5-bd0a7ac81580), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:37.533715 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:47:37.534559 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:37.611388 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5584507 Sep 11 00:47:37.630579 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Pushing event updated for resources: {'Network': ['ID=a501786c-a5b9-4be6-ade5-bd0a7ac81580,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:47:37.638349 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:37.638695 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:37.639069 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:37.639407 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:37.639738 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:37.640067 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:37.640393 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:37.640717 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:37.641069 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:37.641397 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:37.641741 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:37.642097 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:37.642422 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:37.642742 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:37.643145 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8851cd3-2946-4d84-b9e7-e627a10384b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:37.655917 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Network a501786c-a5b9-4be6-ade5-bd0a7ac81580 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=112723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 00:47:40.246201 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 39794) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:47:40.622251 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.pecan_wsgi.hooks.translation [None req-97be418a-2cff-4052-8e3a-583fb189ca86 admin admin] GET failed (client error): The resource could not be found. Sep 11 00:47:40.623600 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-97be418a-2cff-4052-8e3a-583fb189ca86 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3763394 Sep 11 00:47:40.728529 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29a53b2-d83a-46b4-bb7e-ddec4bed74e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:47:40.730002 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-d29a53b2-d83a-46b4-bb7e-ddec4bed74e3 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1020234 Sep 11 00:47:40.739994 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'a501786c-a5b9-4be6-ade5-bd0a7ac81580', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:47:40.759641 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Made reservation on behalf of 12356f1769944cc8be5c533d062adf65 for: {'subnet': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:47:40.762204 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:40.944459 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for subnet (9f2dac01-326f-4c77-9f3b-2eb3ebb8daf7), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:41.000668 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f2dac01-326f-4c77-9f3b-2eb3ebb8daf7,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:47:41.016357 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.016740 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.017146 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.017536 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.017919 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.018298 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.018668 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.019054 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.019438 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.019925 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.020524 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.020915 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.021290 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.021661 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.022028 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.030572 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Checking segment: {'id': '06b345f5-e4aa-463c-bd2f-bdf85944b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a501786c-a5b9-4be6-ade5-bd0a7ac81580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:47:41.030995 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Network hostable DHCP agents. Network: a501786c-a5b9-4be6-ade5-bd0a7ac81580, hostable agents: ['141562d2-e0e6-4955-8563-ce36b7299d64'], hosted agents: [] {{(pid=112721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 00:47:41.050068 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Network a501786c-a5b9-4be6-ade5-bd0a7ac81580 is scheduled to be hosted by DHCP agent 141562d2-e0e6-4955-8563-ce36b7299d64 with binding_index 1 {{(pid=112721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 00:47:41.059854 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, a501786c-a5b9-4be6-ade5-bd0a7ac81580) {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:47:41.064400 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:47:41.065094 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for subnet (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:41.070611 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8cc972-d0a2-4279-9d92-3bc0432f0af8 None None] Network a501786c-a5b9-4be6-ade5-bd0a7ac81580 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:47:41.082990 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-9f3bf62a-a919-461c-a8ff-59dce8e57a23 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3462458 Sep 11 00:47:41.184166 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-a501786c-a5b9-4be6-ade5-bd0a7ac81580', 'network_id': 'a501786c-a5b9-4be6-ade5-bd0a7ac81580', 'project_id': '12356f1769944cc8be5c533d062adf65', 'fixed_ips': [{'subnet_id': '9f2dac01-326f-4c77-9f3b-2eb3ebb8daf7'}]}} from dv-cinder-master-3-iscsi. {{(pid=112723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 11 00:47:41.185103 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:41.334965 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.db_base_plugin_common [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Allocated IP 192.168.233.2 (a501786c-a5b9-4be6-ade5-bd0a7ac81580/9f2dac01-326f-4c77-9f3b-2eb3ebb8daf7/e4fe4498-83f5-4dd6-b12c-d486e61a8950) {{(pid=112723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:47:41.581225 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Publish callbacks [] for port (e4fe4498-83f5-4dd6-b12c-d486e61a8950), precommit_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:41.592123 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (e4fe4498-83f5-4dd6-b12c-d486e61a8950), after_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:41.638017 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Network a501786c-a5b9-4be6-ade5-bd0a7ac81580 is already hosted by enough agents. {{(pid=112723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:47:41.641492 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.base_scheduler [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Resources bound (agent type, host, resource id): {{(pid=112723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:47:41.646409 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Received port after_create {{(pid=112723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:47:41.648829 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Pushing event updated for resources: {'Port': ['ID=e4fe4498-83f5-4dd6-b12c-d486e61a8950,revision_number=1']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:47:41.658000 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.658350 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.658705 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.659362 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.659687 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.661182 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.661182 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.661425 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.661574 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.661939 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.662260 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.662593 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.662945 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.663268 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.663584 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:47:41.722914 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Attempting to bind port e4fe4498-83f5-4dd6-b12c-d486e61a8950 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:47:41.723436 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Attempting to bind port e4fe4498-83f5-4dd6-b12c-d486e61a8950 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '06b345f5-e4aa-463c-bd2f-bdf85944b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a501786c-a5b9-4be6-ade5-bd0a7ac81580'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:47:41.723975 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Attempting to bind port e4fe4498-83f5-4dd6-b12c-d486e61a8950 on network a501786c-a5b9-4be6-ade5-bd0a7ac81580 {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:47:41.768133 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:47:41.768562 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Checking segment: {'id': '06b345f5-e4aa-463c-bd2f-bdf85944b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a501786c-a5b9-4be6-ade5-bd0a7ac81580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:47:41.768971 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:41.769365 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Bound using segment: {'id': '06b345f5-e4aa-463c-bd2f-bdf85944b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a501786c-a5b9-4be6-ade5-bd0a7ac81580'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:47:41.770552 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Bound port: e4fe4498-83f5-4dd6-b12c-d486e61a8950, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b345f5-e4aa-463c-bd2f-bdf85944b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a501786c-a5b9-4be6-ade5-bd0a7ac81580'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:47:41.770988 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (e4fe4498-83f5-4dd6-b12c-d486e61a8950), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:41.837984 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] For port e4fe4498-83f5-4dd6-b12c-d486e61a8950, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:47:41.841845 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] For port e4fe4498-83f5-4dd6-b12c-d486e61a8950, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e4fe4498-83f5-4dd6-b12c-d486e61a8950,segment=NetworkSegment(06b345f5-e4aa-463c-bd2f-bdf85944b4ff),segment_id=06b345f5-e4aa-463c-bd2f-bdf85944b4ff)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:47:41.848961 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (e4fe4498-83f5-4dd6-b12c-d486e61a8950), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:41.907900 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7addc11-911e-4abd-af38-25edf11095a5 None None] Pushing event updated for resources: {'Port': ['ID=e4fe4498-83f5-4dd6-b12c-d486e61a8950,revision_number=2']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:47:42.748613 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4c5633-1dfb-4581-b521-2b174f487d3f None None] Network a501786c-a5b9-4be6-ade5-bd0a7ac81580 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:47:42.812506 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-7620e115-0c91-4930-9b52-630a68bccfa9 None None] Provisioning complete for port e4fe4498-83f5-4dd6-b12c-d486e61a8950 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:47:42.812893 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7620e115-0c91-4930-9b52-630a68bccfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (e4fe4498-83f5-4dd6-b12c-d486e61a8950), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:42.837702 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:47:42.848861 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:47:42.946572 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-7620e115-0c91-4930-9b52-630a68bccfa9 None None] Current status of the port e4fe4498-83f5-4dd6-b12c-d486e61a8950 is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:47:42.947374 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7620e115-0c91-4930-9b52-630a68bccfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (e4fe4498-83f5-4dd6-b12c-d486e61a8950), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:42.985742 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-7620e115-0c91-4930-9b52-630a68bccfa9 None None] For port e4fe4498-83f5-4dd6-b12c-d486e61a8950, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e4fe4498-83f5-4dd6-b12c-d486e61a8950,segment=NetworkSegment(06b345f5-e4aa-463c-bd2f-bdf85944b4ff),segment_id=06b345f5-e4aa-463c-bd2f-bdf85944b4ff)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:47:42.990777 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7620e115-0c91-4930-9b52-630a68bccfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (e4fe4498-83f5-4dd6-b12c-d486e61a8950), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:43.044641 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620e115-0c91-4930-9b52-630a68bccfa9 None None] Pushing event updated for resources: {'Port': ['ID=e4fe4498-83f5-4dd6-b12c-d486e61a8950,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:47:43.117999 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-871f9b38-26ed-4e38-9587-ef534a6df151 None None] Provisioning complete for port e4fe4498-83f5-4dd6-b12c-d486e61a8950 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:47:43.118386 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-871f9b38-26ed-4e38-9587-ef534a6df151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (e4fe4498-83f5-4dd6-b12c-d486e61a8950), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:43.200755 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-871f9b38-26ed-4e38-9587-ef534a6df151 None None] Current status of the port e4fe4498-83f5-4dd6-b12c-d486e61a8950 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:47:43.667159 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device e4fe4498-83f5-4dd6-b12c-d486e61a8950 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:47:43.712970 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port e4fe4498-83f5-4dd6-b12c-d486e61a8950 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:47:43.713345 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (e4fe4498-83f5-4dd6-b12c-d486e61a8950), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:43.797668 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port e4fe4498-83f5-4dd6-b12c-d486e61a8950 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:47:47.633252 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=35,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:47:47.634054 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=34,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:47:48.292333 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=3 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:47:48.297424 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=3 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:47:48.979990 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-529369a8-560e-48db-8f99-7ba7599b5dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:51.075418 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=41,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:47:51.076188 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=52,neutron:INSERT=4,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:47:51.290665 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-608baf2b-1791-414d-abb5-82ff6500ca6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:52.557354 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:53.678796 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:53.898832 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:47:56.291124 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 5 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 00:48:03.891850 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:48:03.893663 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=66,neutron:UPDATE=5 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:48:06.287276 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=2 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:48:18.981405 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-c02f8908-d070-42c1-a07a-1ee5b5107d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:48:21.294153 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e0f74922-5fd8-48c8-99c1-9f041a49b393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:48:22.559101 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:48:23.681871 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:48:23.900826 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:48:25.290619 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:48:25.296262 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=4 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:48:33.290851 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 5 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 00:48:33.889234 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:48:33.897287 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:48:43.287321 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=2 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:48:48.984757 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-3a4506d4-18b8-44a9-854b-7352d4b54987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:48:51.299837 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-6395bb00-96db-419d-bfc2-735ec6f82656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:48:52.561670 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:48:53.686401 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:48:53.905929 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:49:02.292694 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=2 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:49:02.293418 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=4 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:49:02.819321 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 39836) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:49:02.825429 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [None req-add75b63-220a-4826-bfe7-47a0473a7e67 tempest-verify_tempest_config-1156541588 tempest-verify_tempest_config-1156541588-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112721) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 11 00:49:02.826438 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-add75b63-220a-4826-bfe7-47a0473a7e67 tempest-verify_tempest_config-1156541588 tempest-verify_tempest_config-1156541588-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0061142 Sep 11 00:49:03.336060 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 39854) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:49:03.676926 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6504422b-7899-46f2-b756-83044448e7a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:49:03.750774 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6504422b-7899-46f2-b756-83044448e7a5 admin admin] Publish callbacks [] for security_group (99c0cfe9-dcc0-43eb-9338-5ceab62dcf2a), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:49:03.754089 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6504422b-7899-46f2-b756-83044448e7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (99c0cfe9-dcc0-43eb-9338-5ceab62dcf2a), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:49:03.800549 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-6504422b-7899-46f2-b756-83044448e7a5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6bd23ad8458f40828b8071193b91a99d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4634395 Sep 11 00:49:03.801474 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504422b-7899-46f2-b756-83044448e7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c0cfe9-dcc0-43eb-9338-5ceab62dcf2a,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:49:03.803526 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 39860) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:49:03.808540 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504422b-7899-46f2-b756-83044448e7a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.808887 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504422b-7899-46f2-b756-83044448e7a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.809236 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504422b-7899-46f2-b756-83044448e7a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.809569 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504422b-7899-46f2-b756-83044448e7a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.810009 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504422b-7899-46f2-b756-83044448e7a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.810335 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504422b-7899-46f2-b756-83044448e7a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.810653 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504422b-7899-46f2-b756-83044448e7a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.810991 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504422b-7899-46f2-b756-83044448e7a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.811326 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504422b-7899-46f2-b756-83044448e7a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.811651 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504422b-7899-46f2-b756-83044448e7a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.811982 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504422b-7899-46f2-b756-83044448e7a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.812318 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504422b-7899-46f2-b756-83044448e7a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.812633 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504422b-7899-46f2-b756-83044448e7a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.812946 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504422b-7899-46f2-b756-83044448e7a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.813255 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504422b-7899-46f2-b756-83044448e7a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.862404 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e43a177a-b999-43ce-a396-e8251925b60f admin admin] Publish callbacks [] for security_group (99c0cfe9-dcc0-43eb-9338-5ceab62dcf2a), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:49:03.882332 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e43a177a-b999-43ce-a396-e8251925b60f admin admin] Publish callbacks [] for security_group (99c0cfe9-dcc0-43eb-9338-5ceab62dcf2a), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:49:03.897510 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:49:03.899357 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:49:03.976585 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e43a177a-b999-43ce-a396-e8251925b60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (99c0cfe9-dcc0-43eb-9338-5ceab62dcf2a), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:49:03.979116 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e43a177a-b999-43ce-a396-e8251925b60f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:49:03.980264 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-e43a177a-b999-43ce-a396-e8251925b60f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/99c0cfe9-dcc0-43eb-9338-5ceab62dcf2a HTTP/1.1" status: 204 len: 168 time: 0.1757123 Sep 11 00:49:03.988568 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a177a-b999-43ce-a396-e8251925b60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c0cfe9-dcc0-43eb-9338-5ceab62dcf2a,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:49:03.995486 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a177a-b999-43ce-a396-e8251925b60f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.995840 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a177a-b999-43ce-a396-e8251925b60f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.996208 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a177a-b999-43ce-a396-e8251925b60f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.996553 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a177a-b999-43ce-a396-e8251925b60f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.996890 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a177a-b999-43ce-a396-e8251925b60f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.997223 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a177a-b999-43ce-a396-e8251925b60f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.997536 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a177a-b999-43ce-a396-e8251925b60f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.997864 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a177a-b999-43ce-a396-e8251925b60f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.998204 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a177a-b999-43ce-a396-e8251925b60f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.998553 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a177a-b999-43ce-a396-e8251925b60f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.998911 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a177a-b999-43ce-a396-e8251925b60f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.999254 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a177a-b999-43ce-a396-e8251925b60f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.999580 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a177a-b999-43ce-a396-e8251925b60f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:03.999902 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a177a-b999-43ce-a396-e8251925b60f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:04.000221 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43a177a-b999-43ce-a396-e8251925b60f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:49:10.291097 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 5 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 00:49:13.796840 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=18,neutron:INSERT=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:49:13.804685 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:49:13.991539 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:49:13.992311 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:49:14.022890 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:49:18.986606 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-b1db119f-7e7e-4ef3-b47c-a1a1ca8b5ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:49:20.285898 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=13 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:49:20.286660 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=15 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:49:21.291976 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-6b07f7c9-e7b2-457d-b116-7e29ac298243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:49:22.562862 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:49:23.686572 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:49:23.909802 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:49:33.902624 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:49:33.904487 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:49:39.284104 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=3 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:49:39.288745 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=3 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:49:47.291616 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 5 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 00:49:48.989032 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-8c4501e2-ff7a-4a08-85e2-9c54d85d490c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:49:51.298502 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7556fe35-0fc6-4b76-bc50-30abffd9bba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:49:52.565786 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:49:53.689967 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:49:53.913459 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:49:57.288826 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=2 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:50:03.906591 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=22 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:50:03.908405 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:50:16.284893 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=2 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:50:17.294072 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:50:18.993385 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-b8a92772-9380-415b-8920-3bc858c92be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:50:21.302149 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-236ab7c0-fe21-4ccd-a27c-cda4ed36f3da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:50:22.569178 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:50:23.693177 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:50:23.915779 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:50:24.291105 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 5 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 00:50:33.909261 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:50:33.911979 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:50:34.287301 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=2 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:50:40.922891 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3793269'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:50:48.996994 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-9e864a1b-dfef-49db-a00a-3a948b9c6364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:50:51.303612 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-305d3856-0121-403c-8186-a60d5cf44ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:50:52.571184 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:50:53.294284 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=2 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:50:53.300459 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=4 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:50:53.697176 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:50:53.918924 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:50:54.503798 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 39954) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:50:54.635901 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-31c8bca4-f32e-495b-8036-012f0f37d8f7 admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1310186 Sep 11 00:50:57.087225 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 39964) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:50:57.145271 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-c6608ab6-7ae3-427a-93f7-d37638d4cd2f admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0570447 Sep 11 00:51:01.290487 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 00:51:03.913307 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:51:03.915229 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:INSERT=1,neutron:SELECT=6,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:51:04.631055 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:51:07.139574 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:51:10.927621 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:51:16.777690 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=10 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:51:16.778439 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=18 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:51:18.999422 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0dd6bfee-a9d3-41ca-8b14-c0471394696f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:51:21.305639 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-412e60e0-be49-4403-b9e5-14ea8c374bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:51:22.572730 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:51:23.701898 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:51:23.920888 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:51:30.291000 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=2 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:51:30.296335 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=4 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:51:33.915426 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:51:33.917303 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:51:38.290832 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 00:51:40.922634 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:51:48.286716 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=2 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:51:49.003224 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-c1a64a83-d078-4492-ab7f-38b970f70713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:51:51.307862 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-8c27c9ec-c0bd-41af-ace5-175503599aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:51:52.577984 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:51:53.704814 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:51:53.927658 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:03.914899 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:03.923083 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:07.297347 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=3 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:10.923074 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:15.290261 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 00:52:19.004532 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-67db9c7d-c7be-4da1-bd67-3e7c8a4dd677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:21.310397 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-8e342226-a660-49f0-a327-c546f8e171b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:22.579128 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:23.708462 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:23.923305 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:25.285958 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:30.434609 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 40128) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:30.680972 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-560177370-network', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:52:30.710923 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Made reservation on behalf of fd9221b2e81a46f69864e02ec4d42672 for: {'network': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:52:30.715658 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for network (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:30.726897 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:30.836521 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Publish callbacks [] for security_group (9c83637e-1e73-48a8-bbdc-0217328f02c7), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:30.842474 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (9c83637e-1e73-48a8-bbdc-0217328f02c7), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:30.865727 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=112721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 00:52:30.881553 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (cfb772bb-518f-4e67-acc1-2479811b2e16), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:30.882164 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.segments_db [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Added segment cfb772bb-518f-4e67-acc1-2479811b2e16 of type vlan for network 3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 Sep 11 00:52:31.072981 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765262360468'] for network (3c897342-0f04-45f8-a9ef-0bc52e6c6ab5), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:31.075544 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c83637e-1e73-48a8-bbdc-0217328f02c7,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:31.095062 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.095405 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.096069 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.096570 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.096907 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.097240 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.097570 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.097894 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.098235 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.104041 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.104619 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.105135 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.105613 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.106264 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.106608 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Tracked resource versions report: Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: pushed versions: Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: { 'AddressGroup': {'1.2'}, Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'Agent': {'1.1'}, Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'ConntrackHelper': {'1.0'}, Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'LocalIPAssociation': {'1.0'}, Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'Log': {'1.0'}, Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'NDPProxy': {'1.0'}, Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'Network': {'1.1'}, Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'Port': {'1.7'}, Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'PortForwarding': {'1.3'}, Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'QosPolicy': {'1.10'}, Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'SecurityGroup': {'1.5'}, Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'SecurityGroupRule': {'1.2'}, Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'SubPort': {'1.0'}, Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'Subnet': {'1.1'}, Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'Trunk': {'1.1'}} Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: consumer versions: Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: HyperV agent@hv-cinder-maste: {}, Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'Agent': '1.1', Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'ConntrackHelper': '1.0', Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'LocalIPAssociation': '1.0', Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'Log': '1.0', Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'NDPProxy': '1.0', Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'Network': '1.1', Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'Port': '1.7', Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'PortForwarding': '1.3', Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'QosPolicy': '1.10', Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'SecurityGroup': '1.5', Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'SecurityGroupRule': '1.2', Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'SubPort': '1.0', Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'Subnet': '1.1', Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: 'Trunk': '1.1'}} Sep 11 00:52:31.107798 dv-cinder-master-3-iscsi neutron-server[112721]: {{(pid=112721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 11 00:52:31.129879 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for network (3c897342-0f04-45f8-a9ef-0bc52e6c6ab5), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:31.130782 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:52:31.131397 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:31.161042 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 40162) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:31.243360 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8075967 Sep 11 00:52:31.246530 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 40178) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:31.252288 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Request body: {'subnet': {'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-560177370-subnet', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:52:31.258717 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d9a0f-0ab4-4fdb-9f08-12bc6c839ea0 admin admin] Pushing event updated for resources: {'Network': ['ID=3c897342-0f04-45f8-a9ef-0bc52e6c6ab5,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:31.271725 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Network 3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=112723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 00:52:31.294830 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Made reservation on behalf of fd9221b2e81a46f69864e02ec4d42672 for: {'subnet': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:52:31.298009 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:31.402722 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 40182) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:31.635088 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 40190) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:31.692295 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-835a4cb8-0225-49d7-bbcb-1c5be77d54f7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1211608912-network', 'tenant_id': '6a58aefc25e141ca93821a80859875e8'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:52:31.693980 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-a64dcea0-4bdc-46ca-83ca-717ba1e16d8d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1222706970-network', 'tenant_id': '832fdbe87ca847f094c6cc8a1fc43a59'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:52:31.701983 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for subnet (f6e1af3b-cbbe-4593-9148-6f2c7fa19e13), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:31.713483 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835a4cb8-0225-49d7-bbcb-1c5be77d54f7 admin admin] Made reservation on behalf of 6a58aefc25e141ca93821a80859875e8 for: {'network': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:52:31.717026 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-835a4cb8-0225-49d7-bbcb-1c5be77d54f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for network (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:31.731012 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-835a4cb8-0225-49d7-bbcb-1c5be77d54f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:31.772557 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64dcea0-4bdc-46ca-83ca-717ba1e16d8d admin admin] Made reservation on behalf of 832fdbe87ca847f094c6cc8a1fc43a59 for: {'network': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:52:31.775299 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a64dcea0-4bdc-46ca-83ca-717ba1e16d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for network (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:31.798256 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Checking segment: {'id': 'cfb772bb-518f-4e67-acc1-2479811b2e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:52:31.798744 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Network hostable DHCP agents. Network: 3c897342-0f04-45f8-a9ef-0bc52e6c6ab5, hostable agents: ['141562d2-e0e6-4955-8563-ce36b7299d64'], hosted agents: [] {{(pid=112722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 00:52:31.806670 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a64dcea0-4bdc-46ca-83ca-717ba1e16d8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:31.838165 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6e1af3b-cbbe-4593-9148-6f2c7fa19e13,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:31.847480 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Network 3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 is scheduled to be hosted by DHCP agent 141562d2-e0e6-4955-8563-ce36b7299d64 with binding_index 1 {{(pid=112722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 00:52:31.855438 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-835a4cb8-0225-49d7-bbcb-1c5be77d54f7 admin admin] Publish callbacks [] for security_group (24d7e59f-e642-43fa-9fd3-71def82d5582), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:31.857677 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.858244 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.858610 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.859140 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.859658 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.860011 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.860329 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.860771 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.861015 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.861956 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.862329 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.862696 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.863069 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.863565 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.864058 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:31.864183 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-835a4cb8-0225-49d7-bbcb-1c5be77d54f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (24d7e59f-e642-43fa-9fd3-71def82d5582), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Tracked resource versions report: Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: pushed versions: Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: { 'AddressGroup': {'1.2'}, Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'Agent': {'1.1'}, Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'ConntrackHelper': {'1.0'}, Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'LocalIPAssociation': {'1.0'}, Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'Log': {'1.0'}, Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'NDPProxy': {'1.0'}, Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'Network': {'1.1'}, Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'Port': {'1.7'}, Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'PortForwarding': {'1.3'}, Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'QosPolicy': {'1.10'}, Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'SecurityGroup': {'1.5'}, Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'SecurityGroupRule': {'1.2'}, Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'SubPort': {'1.0'}, Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'Subnet': {'1.1'}, Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'Trunk': {'1.1'}} Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: consumer versions: Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: HyperV agent@hv-cinder-maste: {}, Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'Agent': '1.1', Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'ConntrackHelper': '1.0', Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'LocalIPAssociation': '1.0', Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'Log': '1.0', Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'NDPProxy': '1.0', Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'Network': '1.1', Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'Port': '1.7', Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'PortForwarding': '1.3', Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'QosPolicy': '1.10', Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'SecurityGroup': '1.5', Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'SecurityGroupRule': '1.2', Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'SubPort': '1.0', Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'Subnet': '1.1', Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: 'Trunk': '1.1'}} Sep 11 00:52:31.865598 dv-cinder-master-3-iscsi neutron-server[112722]: {{(pid=112722) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 11 00:52:31.884011 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 3c897342-0f04-45f8-a9ef-0bc52e6c6ab5) {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:52:31.894355 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:52:31.895191 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for subnet (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:31.897015 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deac2b4a-a68f-4dc4-8ba9-8ee1366a2710 None None] Network 3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:52:31.925821 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-f3552319-42dd-4cd2-aa45-db8ddd356550 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1815662211-network', 'tenant_id': '172e557567404e0f906fd1c3452148d8'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:52:31.933128 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835a4cb8-0225-49d7-bbcb-1c5be77d54f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=112721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 00:52:31.933728 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-f99811df-0a6e-448d-8d8e-c30d33d84b4c admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6853633 Sep 11 00:52:31.936317 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 40204) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:31.941236 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-374c4f15-12a3-4487-8ea6-e02e20414a80 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-560177370-router', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:52:31.970351 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=66,neutron:INSERT=26,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:31.994368 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-374c4f15-12a3-4487-8ea6-e02e20414a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3794061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24926'] for router (95fee4f3-abd7-4406-a70c-88d335798c28), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:31.995813 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-374c4f15-12a3-4487-8ea6-e02e20414a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3793143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3766931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24935'] for router (95fee4f3-abd7-4406-a70c-88d335798c28), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.001374 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-835a4cb8-0225-49d7-bbcb-1c5be77d54f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (efa8b440-94f8-4ee3-85f9-45381836be7e), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.002189 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.segments_db [None req-835a4cb8-0225-49d7-bbcb-1c5be77d54f7 admin admin] Added segment efa8b440-94f8-4ee3-85f9-45381836be7e of type vlan for network 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f Sep 11 00:52:32.006272 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a64dcea0-4bdc-46ca-83ca-717ba1e16d8d admin admin] Publish callbacks [] for security_group (571cb679-edbb-4e03-8c12-54f308655f05), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.017995 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a64dcea0-4bdc-46ca-83ca-717ba1e16d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (571cb679-edbb-4e03-8c12-54f308655f05), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.029563 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:32.035091 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a4cb8-0225-49d7-bbcb-1c5be77d54f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d7e59f-e642-43fa-9fd3-71def82d5582,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:32.064534 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'fixed_ips': [{'subnet_id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13'}]}} from dv-cinder-master-3-iscsi. {{(pid=112723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 11 00:52:32.066426 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.106545 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64dcea0-4bdc-46ca-83ca-717ba1e16d8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=112722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 00:52:32.135675 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3552319-42dd-4cd2-aa45-db8ddd356550 admin admin] Made reservation on behalf of 172e557567404e0f906fd1c3452148d8 for: {'network': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:52:32.138741 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-f3552319-42dd-4cd2-aa45-db8ddd356550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for network (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.142567 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64dcea0-4bdc-46ca-83ca-717ba1e16d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571cb679-edbb-4e03-8c12-54f308655f05,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:32.158127 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-374c4f15-12a3-4487-8ea6-e02e20414a80 admin admin] Publish callbacks [] for router_controller (95fee4f3-abd7-4406-a70c-88d335798c28), precommit_add_association {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.161237 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a64dcea0-4bdc-46ca-83ca-717ba1e16d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (6b42dcb4-df67-4575-aa75-6ecd04c96046), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.162526 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.db.segments_db [None req-a64dcea0-4bdc-46ca-83ca-717ba1e16d8d admin admin] Added segment 6b42dcb4-df67-4575-aa75-6ecd04c96046 of type vlan for network a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a Sep 11 00:52:32.172759 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-835a4cb8-0225-49d7-bbcb-1c5be77d54f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765262360468'] for network (4d017d49-42d2-4f66-ab1e-6d7b9f9e874f), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.197361 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-f3552319-42dd-4cd2-aa45-db8ddd356550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.262768 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.db_base_plugin_common [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Allocated IP 172.20.0.2 (3c897342-0f04-45f8-a9ef-0bc52e6c6ab5/f6e1af3b-cbbe-4593-9148-6f2c7fa19e13/9881437b-4ce4-468c-b366-6216ad876833) {{(pid=112723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:52:32.277547 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a64dcea0-4bdc-46ca-83ca-717ba1e16d8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765262360468'] for network (a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.301856 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-835a4cb8-0225-49d7-bbcb-1c5be77d54f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for network (4d017d49-42d2-4f66-ab1e-6d7b9f9e874f), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.302874 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835a4cb8-0225-49d7-bbcb-1c5be77d54f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:52:32.303458 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-835a4cb8-0225-49d7-bbcb-1c5be77d54f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.358220 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-835a4cb8-0225-49d7-bbcb-1c5be77d54f7 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9541080 Sep 11 00:52:32.359098 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 40214) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:32.425490 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a64dcea0-4bdc-46ca-83ca-717ba1e16d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for network (a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.427077 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64dcea0-4bdc-46ca-83ca-717ba1e16d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:52:32.428008 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a64dcea0-4bdc-46ca-83ca-717ba1e16d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.472476 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:32.474348 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a4cb8-0225-49d7-bbcb-1c5be77d54f7 admin admin] Pushing event updated for resources: {'Network': ['ID=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:32.482271 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-4df8c2e9-d400-479e-a15c-1a8ef725e955 admin admin] Request body: {'subnet': {'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1211608912-subnet', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:52:32.497044 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:32.498878 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Network 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=112723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 00:52:32.506622 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64dcea0-4bdc-46ca-83ca-717ba1e16d8d admin admin] Pushing event updated for resources: {'Network': ['ID=a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:32.511068 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-374c4f15-12a3-4487-8ea6-e02e20414a80 admin admin] Publish callbacks [] for router_gateway (95fee4f3-abd7-4406-a70c-88d335798c28), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.532866 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-a64dcea0-4bdc-46ca-83ca-717ba1e16d8d admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3707108 Sep 11 00:52:32.537110 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 40228) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:32.539130 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Publish callbacks [] for port (9881437b-4ce4-468c-b366-6216ad876833), precommit_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.546995 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-abf787c6-7f9c-4d1a-8fde-a8e6f112e555 admin admin] Request body: {'subnet': {'network_id': 'a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1222706970-subnet', 'tenant_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:52:32.556364 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Network a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=112723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 00:52:32.604223 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df8c2e9-d400-479e-a15c-1a8ef725e955 admin admin] Made reservation on behalf of 6a58aefc25e141ca93821a80859875e8 for: {'subnet': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:52:32.607001 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4df8c2e9-d400-479e-a15c-1a8ef725e955 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.615644 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (9881437b-4ce4-468c-b366-6216ad876833), after_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.628633 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf787c6-7f9c-4d1a-8fde-a8e6f112e555 admin admin] Made reservation on behalf of 832fdbe87ca847f094c6cc8a1fc43a59 for: {'subnet': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:52:32.643939 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-abf787c6-7f9c-4d1a-8fde-a8e6f112e555 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.705622 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Network 3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 is already hosted by enough agents. {{(pid=112723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:52:32.708397 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.base_scheduler [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Resources bound (agent type, host, resource id): {{(pid=112723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:52:32.722875 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Received port after_create {{(pid=112723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:52:32.773379 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=85,neutron:UPDATE=11,neutron:INSERT=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:32.806708 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Pushing event updated for resources: {'Port': ['ID=9881437b-4ce4-468c-b366-6216ad876833,revision_number=1']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:32.821977 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:32.822697 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:32.823317 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:32.823884 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:32.824456 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:32.825006 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:32.826099 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:32.826669 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:32.827241 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:32.828538 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:32.829083 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:32.830344 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:32.830942 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:32.831495 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:32.832025 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Tracked resource versions report: Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: pushed versions: Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: { 'AddressGroup': {'1.2'}, Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'Agent': {'1.1'}, Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'ConntrackHelper': {'1.0'}, Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'LocalIPAssociation': {'1.0'}, Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'Log': {'1.0'}, Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'NDPProxy': {'1.0'}, Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'Network': {'1.1'}, Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'Port': {'1.7'}, Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'PortForwarding': {'1.3'}, Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'QosPolicy': {'1.10'}, Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'SecurityGroup': {'1.5'}, Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'SecurityGroupRule': {'1.2'}, Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'SubPort': {'1.0'}, Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'Subnet': {'1.1'}, Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'Trunk': {'1.1'}} Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: consumer versions: Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: HyperV agent@hv-cinder-maste: {}, Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'Agent': '1.1', Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'ConntrackHelper': '1.0', Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'LocalIPAssociation': '1.0', Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'Log': '1.0', Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'NDPProxy': '1.0', Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'Network': '1.1', Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'Port': '1.7', Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'PortForwarding': '1.3', Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'QosPolicy': '1.10', Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'SecurityGroup': '1.5', Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'SecurityGroupRule': '1.2', Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'SubPort': '1.0', Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'Subnet': '1.1', Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: 'Trunk': '1.1'}} Sep 11 00:52:32.834240 dv-cinder-master-3-iscsi neutron-server[112723]: {{(pid=112723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 11 00:52:32.836503 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4df8c2e9-d400-479e-a15c-1a8ef725e955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for subnet (c6a47ffa-8534-424b-aa2a-93b1efe10fe2), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.847319 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Attempting to bind port 9881437b-4ce4-468c-b366-6216ad876833 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:52:32.847850 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Attempting to bind port 9881437b-4ce4-468c-b366-6216ad876833 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cfb772bb-518f-4e67-acc1-2479811b2e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:52:32.848308 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Attempting to bind port 9881437b-4ce4-468c-b366-6216ad876833 on network 3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:52:32.891154 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8c2e9-d400-479e-a15c-1a8ef725e955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a47ffa-8534-424b-aa2a-93b1efe10fe2,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:32.902131 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:52:32.902781 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Checking segment: {'id': 'cfb772bb-518f-4e67-acc1-2479811b2e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:52:32.903340 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.903932 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Bound using segment: {'id': 'cfb772bb-518f-4e67-acc1-2479811b2e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:52:32.904503 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Bound port: 9881437b-4ce4-468c-b366-6216ad876833, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb772bb-518f-4e67-acc1-2479811b2e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:52:32.905057 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (9881437b-4ce4-468c-b366-6216ad876833), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.911718 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-f3552319-42dd-4cd2-aa45-db8ddd356550 admin admin] Publish callbacks [] for security_group (8dff3e15-d2bc-4c9f-85b3-64c2f6ef4a99), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.934667 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-f3552319-42dd-4cd2-aa45-db8ddd356550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (8dff3e15-d2bc-4c9f-85b3-64c2f6ef4a99), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.948374 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3552319-42dd-4cd2-aa45-db8ddd356550 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=112721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 00:52:32.959454 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-f3552319-42dd-4cd2-aa45-db8ddd356550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (ed9ec5ac-f82a-49ce-b5ab-b87242b43444), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:32.959800 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.segments_db [None req-f3552319-42dd-4cd2-aa45-db8ddd356550 admin admin] Added segment ed9ec5ac-f82a-49ce-b5ab-b87242b43444 of type vlan for network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 Sep 11 00:52:33.020908 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] For port 9881437b-4ce4-468c-b366-6216ad876833, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:52:33.034002 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] For port 9881437b-4ce4-468c-b366-6216ad876833, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9881437b-4ce4-468c-b366-6216ad876833,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:52:33.048846 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (9881437b-4ce4-468c-b366-6216ad876833), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:33.063500 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-f3552319-42dd-4cd2-aa45-db8ddd356550 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765262360468'] for network (e5ef326a-1def-4c9c-ad55-20a6d9fdbde1), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:33.115796 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:33.151391 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-f3552319-42dd-4cd2-aa45-db8ddd356550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for network (e5ef326a-1def-4c9c-ad55-20a6d9fdbde1), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:33.152617 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3552319-42dd-4cd2-aa45-db8ddd356550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:52:33.153525 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-f3552319-42dd-4cd2-aa45-db8ddd356550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:33.156842 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df8c2e9-d400-479e-a15c-1a8ef725e955 admin admin] Checking segment: {'id': 'efa8b440-94f8-4ee3-85f9-45381836be7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:52:33.161935 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df8c2e9-d400-479e-a15c-1a8ef725e955 admin admin] Network hostable DHCP agents. Network: 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f, hostable agents: ['141562d2-e0e6-4955-8563-ce36b7299d64'], hosted agents: [] {{(pid=112721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 00:52:33.186771 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:33.191050 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9995408-3369-441c-8da9-7b5107d1cf9b None None] Pushing event updated for resources: {'Port': ['ID=9881437b-4ce4-468c-b366-6216ad876833,revision_number=2']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:33.261585 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3552319-42dd-4cd2-aa45-db8ddd356550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dff3e15-d2bc-4c9f-85b3-64c2f6ef4a99,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:33.342587 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-f3552319-42dd-4cd2-aa45-db8ddd356550 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7063882 Sep 11 00:52:33.351111 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 40264) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:33.357821 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-388edc1e-6843-46b3-a335-a7e644309a3d admin admin] Request body: {'subnet': {'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-subnet', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:52:33.479316 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3552319-42dd-4cd2-aa45-db8ddd356550 admin admin] Pushing event updated for resources: {'Network': ['ID=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:33.479316 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df8c2e9-d400-479e-a15c-1a8ef725e955 admin admin] Network 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f is scheduled to be hosted by DHCP agent 141562d2-e0e6-4955-8563-ce36b7299d64 with binding_index 1 {{(pid=112721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 00:52:33.479316 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-4df8c2e9-d400-479e-a15c-1a8ef725e955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f) {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:52:33.480213 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=112723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 00:52:33.480309 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df8c2e9-d400-479e-a15c-1a8ef725e955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:52:33.480309 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4df8c2e9-d400-479e-a15c-1a8ef725e955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for subnet (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:33.480448 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-374c4f15-12a3-4487-8ea6-e02e20414a80 admin admin] Publish callbacks [] for router_gateway (95fee4f3-abd7-4406-a70c-88d335798c28), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:33.480448 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-abf787c6-7f9c-4d1a-8fde-a8e6f112e555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for subnet (60e26e07-b495-41cc-bedc-6fd35ccd5758), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:33.480816 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-374c4f15-12a3-4487-8ea6-e02e20414a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:33.485971 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-4df8c2e9-d400-479e-a15c-1a8ef725e955 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0151200 Sep 11 00:52:33.486817 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 40274) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:33.496530 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-10d4b13a-f1f0-4495-a108-c33f4b5f0c27 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1211608912-router', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:52:33.533127 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf787c6-7f9c-4d1a-8fde-a8e6f112e555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60e26e07-b495-41cc-bedc-6fd35ccd5758,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:33.550257 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-10d4b13a-f1f0-4495-a108-c33f4b5f0c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3794061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24926'] for router (ca681233-a3e2-4f99-a91c-9af635bd6a40), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:33.552287 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-10d4b13a-f1f0-4495-a108-c33f4b5f0c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3793143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3766931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24935'] for router (ca681233-a3e2-4f99-a91c-9af635bd6a40), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:33.553443 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388edc1e-6843-46b3-a335-a7e644309a3d admin admin] Made reservation on behalf of 172e557567404e0f906fd1c3452148d8 for: {'subnet': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:52:33.556206 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-388edc1e-6843-46b3-a335-a7e644309a3d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:33.577311 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8345a0-09e5-4289-a2fe-a5462197b351 None None] Network 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:52:33.728095 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-10d4b13a-f1f0-4495-a108-c33f4b5f0c27 admin admin] Publish callbacks [] for router_controller (ca681233-a3e2-4f99-a91c-9af635bd6a40), precommit_add_association {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:33.744383 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9156c2-c7f2-4ac9-ab85-cfeda1df1fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'project_id': '6a58aefc25e141ca93821a80859875e8', 'fixed_ips': [{'subnet_id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2'}]}} from dv-cinder-master-3-iscsi. {{(pid=112723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 11 00:52:33.748106 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-6f9156c2-c7f2-4ac9-ab85-cfeda1df1fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:33.805940 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-388edc1e-6843-46b3-a335-a7e644309a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for subnet (5da596f2-fc37-4a91-8931-a08cdf30e571), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:33.868444 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:33.894128 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:33.920903 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-10d4b13a-f1f0-4495-a108-c33f4b5f0c27 admin admin] Publish callbacks [] for router_gateway (ca681233-a3e2-4f99-a91c-9af635bd6a40), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:33.959544 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388edc1e-6843-46b3-a335-a7e644309a3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5da596f2-fc37-4a91-8931-a08cdf30e571,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:34.004579 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 9881437b-4ce4-468c-b366-6216ad876833 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:52:34.019405 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf787c6-7f9c-4d1a-8fde-a8e6f112e555 admin admin] Checking segment: {'id': '6b42dcb4-df67-4575-aa75-6ecd04c96046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:52:34.019892 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf787c6-7f9c-4d1a-8fde-a8e6f112e555 admin admin] Network hostable DHCP agents. Network: a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a, hostable agents: ['141562d2-e0e6-4955-8563-ce36b7299d64'], hosted agents: [] {{(pid=112722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 00:52:34.029144 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:34.043293 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388edc1e-6843-46b3-a335-a7e644309a3d admin admin] Checking segment: {'id': 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:52:34.043653 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388edc1e-6843-46b3-a335-a7e644309a3d admin admin] Network hostable DHCP agents. Network: e5ef326a-1def-4c9c-ad55-20a6d9fdbde1, hostable agents: ['141562d2-e0e6-4955-8563-ce36b7299d64'], hosted agents: [] {{(pid=112722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 00:52:34.088367 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [None req-374c4f15-12a3-4487-8ea6-e02e20414a80 admin admin] Allocated IP 172.37.5.139 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/eca3bdbf-31ff-446a-b9fc-c20521397652) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:52:34.116760 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.db_base_plugin_common [None req-6f9156c2-c7f2-4ac9-ab85-cfeda1df1fbd None None] Allocated IP 172.20.0.2 (4d017d49-42d2-4f66-ab1e-6d7b9f9e874f/c6a47ffa-8534-424b-aa2a-93b1efe10fe2/60b1f9b3-85e1-4246-8931-222ce84c092f) {{(pid=112723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:52:34.117802 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf787c6-7f9c-4d1a-8fde-a8e6f112e555 admin admin] Network a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a is scheduled to be hosted by DHCP agent 141562d2-e0e6-4955-8563-ce36b7299d64 with binding_index 1 {{(pid=112722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 00:52:34.159582 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388edc1e-6843-46b3-a335-a7e644309a3d admin admin] Network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 is scheduled to be hosted by DHCP agent 141562d2-e0e6-4955-8563-ce36b7299d64 with binding_index 1 {{(pid=112722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 00:52:34.163101 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 9881437b-4ce4-468c-b366-6216ad876833 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:34.163719 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (9881437b-4ce4-468c-b366-6216ad876833), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:34.184345 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-abf787c6-7f9c-4d1a-8fde-a8e6f112e555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a) {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:52:34.228919 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c21f912-0e3e-4a74-aa15-452e1011995a None None] Network a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:52:34.251498 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-388edc1e-6843-46b3-a335-a7e644309a3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, e5ef326a-1def-4c9c-ad55-20a6d9fdbde1) {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:52:34.253875 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf787c6-7f9c-4d1a-8fde-a8e6f112e555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:52:34.254880 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-abf787c6-7f9c-4d1a-8fde-a8e6f112e555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for subnet (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:34.264514 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388edc1e-6843-46b3-a335-a7e644309a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:52:34.265872 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-388edc1e-6843-46b3-a335-a7e644309a3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for subnet (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:34.292557 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-388edc1e-6843-46b3-a335-a7e644309a3d admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9387031 Sep 11 00:52:34.298608 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 40300) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:34.318970 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-c698d7c8-6a72-4720-8f6e-7dca4957869e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:52:34.348995 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-abf787c6-7f9c-4d1a-8fde-a8e6f112e555 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8026228 Sep 11 00:52:34.359668 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 40302) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:34.371567 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-c41e2ec7-a35a-4eb6-b802-4bb7f2b50a6e admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1222706970-router', 'tenant_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:52:34.382113 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-10d4b13a-f1f0-4495-a108-c33f4b5f0c27 admin admin] Publish callbacks [] for router_gateway (ca681233-a3e2-4f99-a91c-9af635bd6a40), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:34.412164 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd0f90c-5685-41a8-ad0c-1e80bba8871b None None] Network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:52:34.412890 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-10d4b13a-f1f0-4495-a108-c33f4b5f0c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:34.437692 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c41e2ec7-a35a-4eb6-b802-4bb7f2b50a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3794061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24926'] for router (bce9a92e-abcf-46da-b823-74f5859c1ec1), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:34.438343 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c41e2ec7-a35a-4eb6-b802-4bb7f2b50a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3793143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3766931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24935'] for router (bce9a92e-abcf-46da-b823-74f5859c1ec1), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:34.449087 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-374c4f15-12a3-4487-8ea6-e02e20414a80 admin admin] Publish callbacks [] for port (eca3bdbf-31ff-446a-b9fc-c20521397652), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:34.456622 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c698d7c8-6a72-4720-8f6e-7dca4957869e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3794061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24926'] for router (b9418f01-7791-4e40-88d0-38d48d92c06d), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:34.457691 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c698d7c8-6a72-4720-8f6e-7dca4957869e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3793143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3766931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24935'] for router (b9418f01-7791-4e40-88d0-38d48d92c06d), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:34.696375 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c41e2ec7-a35a-4eb6-b802-4bb7f2b50a6e admin admin] Publish callbacks [] for router_controller (bce9a92e-abcf-46da-b823-74f5859c1ec1), precommit_add_association {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:34.701706 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c698d7c8-6a72-4720-8f6e-7dca4957869e admin admin] Publish callbacks [] for router_controller (b9418f01-7791-4e40-88d0-38d48d92c06d), precommit_add_association {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:34.712710 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-374c4f15-12a3-4487-8ea6-e02e20414a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (eca3bdbf-31ff-446a-b9fc-c20521397652), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:34.792441 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=12,neutron:DELETE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:34.800016 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9abfb48-a799-416c-92cf-c81d48f61612 None None] Network 3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:52:34.801853 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d7b6a3-c915-4db7-8d4f-161c96db663e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a', 'network_id': 'a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a', 'project_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'fixed_ips': [{'subnet_id': '60e26e07-b495-41cc-bedc-6fd35ccd5758'}]}} from dv-cinder-master-3-iscsi. {{(pid=112723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 11 00:52:34.802990 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-65d7b6a3-c915-4db7-8d4f-161c96db663e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:34.804740 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [None req-10d4b13a-f1f0-4495-a108-c33f4b5f0c27 admin admin] Allocated IP 172.37.5.58 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/29124b10-1686-4109-971b-49406190182e) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:52:34.824645 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374c4f15-12a3-4487-8ea6-e02e20414a80 admin admin] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:52:34.837153 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-08f747cf-c40f-4758-a3a8-86e1ca6c5281 None None] Provisioning complete for port 9881437b-4ce4-468c-b366-6216ad876833 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:34.837538 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-08f747cf-c40f-4758-a3a8-86e1ca6c5281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (9881437b-4ce4-468c-b366-6216ad876833), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:34.876479 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-374c4f15-12a3-4487-8ea6-e02e20414a80 admin admin] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:52:34.917487 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:34.957649 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374c4f15-12a3-4487-8ea6-e02e20414a80 admin admin] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:52:34.968194 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-10d4b13a-f1f0-4495-a108-c33f4b5f0c27 admin admin] Publish callbacks [] for port (29124b10-1686-4109-971b-49406190182e), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:34.969996 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:35.038645 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-10d4b13a-f1f0-4495-a108-c33f4b5f0c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (29124b10-1686-4109-971b-49406190182e), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:35.088263 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d4b13a-f1f0-4495-a108-c33f4b5f0c27 admin admin] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:52:35.095226 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c001ab-421d-4d49-9066-7247624c53bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'project_id': '172e557567404e0f906fd1c3452148d8', 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571'}]}} from dv-cinder-master-3-iscsi. {{(pid=112723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 11 00:52:35.096126 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-90c001ab-421d-4d49-9066-7247624c53bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:35.098218 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-10d4b13a-f1f0-4495-a108-c33f4b5f0c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:52:35.101001 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d4b13a-f1f0-4495-a108-c33f4b5f0c27 admin admin] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:52:35.265761 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:35.289145 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c4f15-12a3-4487-8ea6-e02e20414a80 admin admin] Pushing event updated for resources: {'Port': ['ID=eca3bdbf-31ff-446a-b9fc-c20521397652,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:35.329594 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4b13a-f1f0-4495-a108-c33f4b5f0c27 admin admin] Pushing event updated for resources: {'Port': ['ID=29124b10-1686-4109-971b-49406190182e,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:35.368508 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 9881437b-4ce4-468c-b366-6216ad876833 is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:52:35.369236 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (9881437b-4ce4-468c-b366-6216ad876833), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:35.534766 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c41e2ec7-a35a-4eb6-b802-4bb7f2b50a6e admin admin] Publish callbacks [] for router_gateway (bce9a92e-abcf-46da-b823-74f5859c1ec1), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:35.578254 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-6f9156c2-c7f2-4ac9-ab85-cfeda1df1fbd None None] Publish callbacks [] for port (60b1f9b3-85e1-4246-8931-222ce84c092f), precommit_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:35.593725 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:35.629173 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-6f9156c2-c7f2-4ac9-ab85-cfeda1df1fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (60b1f9b3-85e1-4246-8931-222ce84c092f), after_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:35.679367 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-10d4b13a-f1f0-4495-a108-c33f4b5f0c27 admin admin] Publish callbacks [] for router_gateway (ca681233-a3e2-4f99-a91c-9af635bd6a40), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:35.722394 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port 9881437b-4ce4-468c-b366-6216ad876833, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9881437b-4ce4-468c-b366-6216ad876833,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:52:35.724285 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-08f747cf-c40f-4758-a3a8-86e1ca6c5281 None None] Current status of the port 9881437b-4ce4-468c-b366-6216ad876833 is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:52:35.724883 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-08f747cf-c40f-4758-a3a8-86e1ca6c5281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (9881437b-4ce4-468c-b366-6216ad876833), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:35.739991 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9156c2-c7f2-4ac9-ab85-cfeda1df1fbd None None] Network 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f is already hosted by enough agents. {{(pid=112723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:52:35.778048 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.db_base_plugin_common [None req-65d7b6a3-c915-4db7-8d4f-161c96db663e None None] Allocated IP 172.20.0.2 (a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a/60e26e07-b495-41cc-bedc-6fd35ccd5758/8525fb1a-bec8-41cf-9223-a5db9498abf5) {{(pid=112723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:52:35.780960 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (9881437b-4ce4-468c-b366-6216ad876833), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:35.783523 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.base_scheduler [None req-6f9156c2-c7f2-4ac9-ab85-cfeda1df1fbd None None] Resources bound (agent type, host, resource id): {{(pid=112723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:52:35.792684 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9156c2-c7f2-4ac9-ab85-cfeda1df1fbd None None] Pushing event updated for resources: {'Port': ['ID=60b1f9b3-85e1-4246-8931-222ce84c092f,revision_number=1']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:35.798399 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9156c2-c7f2-4ac9-ab85-cfeda1df1fbd None None] Received port after_create {{(pid=112723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:52:35.828841 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c698d7c8-6a72-4720-8f6e-7dca4957869e admin admin] Publish callbacks [] for router_gateway (b9418f01-7791-4e40-88d0-38d48d92c06d), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:35.927483 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-374c4f15-12a3-4487-8ea6-e02e20414a80 admin admin] Publish callbacks [] for router_gateway (95fee4f3-abd7-4406-a70c-88d335798c28), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:35.997655 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:36.009008 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:36.011503 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.db_base_plugin_common [None req-90c001ab-421d-4d49-9066-7247624c53bd None None] Allocated IP 172.20.0.2 (e5ef326a-1def-4c9c-ad55-20a6d9fdbde1/5da596f2-fc37-4a91-8931-a08cdf30e571/84e11071-36fd-4a0a-8133-bc1a748f18b2) {{(pid=112723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:52:36.012247 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-10d4b13a-f1f0-4495-a108-c33f4b5f0c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3793056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3793755'] for router (ca681233-a3e2-4f99-a91c-9af635bd6a40), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:36.054313 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=9881437b-4ce4-468c-b366-6216ad876833,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:36.072876 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.db.api [None req-08f747cf-c40f-4758-a3a8-86e1ca6c5281 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 11 00:52:36.073364 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG oslo_db.api [None req-08f747cf-c40f-4758-a3a8-86e1ca6c5281 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 11 00:52:36.086321 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-6f9156c2-c7f2-4ac9-ab85-cfeda1df1fbd None None] Attempting to bind port 60b1f9b3-85e1-4246-8931-222ce84c092f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:52:36.086532 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-6f9156c2-c7f2-4ac9-ab85-cfeda1df1fbd None None] Attempting to bind port 60b1f9b3-85e1-4246-8931-222ce84c092f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'efa8b440-94f8-4ee3-85f9-45381836be7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:52:36.086917 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9156c2-c7f2-4ac9-ab85-cfeda1df1fbd None None] Attempting to bind port 60b1f9b3-85e1-4246-8931-222ce84c092f on network 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:52:36.088683 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:36.163783 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c41e2ec7-a35a-4eb6-b802-4bb7f2b50a6e admin admin] Publish callbacks [] for router_gateway (bce9a92e-abcf-46da-b823-74f5859c1ec1), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:36.197090 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d4b13a-f1f0-4495-a108-c33f4b5f0c27 admin admin] Router ca681233-a3e2-4f99-a91c-9af635bd6a40 is scheduled to L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 with binding_index 1 {{(pid=112721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 11 00:52:36.261950 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c41e2ec7-a35a-4eb6-b802-4bb7f2b50a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:36.293120 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9156c2-c7f2-4ac9-ab85-cfeda1df1fbd None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:52:36.293487 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9156c2-c7f2-4ac9-ab85-cfeda1df1fbd None None] Checking segment: {'id': 'efa8b440-94f8-4ee3-85f9-45381836be7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:52:36.293883 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-6f9156c2-c7f2-4ac9-ab85-cfeda1df1fbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:36.294265 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9156c2-c7f2-4ac9-ab85-cfeda1df1fbd None None] Bound using segment: {'id': 'efa8b440-94f8-4ee3-85f9-45381836be7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:52:36.294736 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-6f9156c2-c7f2-4ac9-ab85-cfeda1df1fbd None None] Bound port: 60b1f9b3-85e1-4246-8931-222ce84c092f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa8b440-94f8-4ee3-85f9-45381836be7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:52:36.295269 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-6f9156c2-c7f2-4ac9-ab85-cfeda1df1fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (60b1f9b3-85e1-4246-8931-222ce84c092f), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:36.304364 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-65d7b6a3-c915-4db7-8d4f-161c96db663e None None] Publish callbacks [] for port (8525fb1a-bec8-41cf-9223-a5db9498abf5), precommit_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:36.320415 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-65d7b6a3-c915-4db7-8d4f-161c96db663e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (8525fb1a-bec8-41cf-9223-a5db9498abf5), after_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:36.380162 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d4b13a-f1f0-4495-a108-c33f4b5f0c27 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:52:36.392140 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] Sync routers for ids ['ca681233-a3e2-4f99-a91c-9af635bd6a40'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:52:36.407665 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] Routers {'ca681233-a3e2-4f99-a91c-9af635bd6a40'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:52:36.408311 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:52:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['ca681233-a3e2-4f99-a91c-9af635bd6a40'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:36.409994 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-10d4b13a-f1f0-4495-a108-c33f4b5f0c27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:36.412113 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-10d4b13a-f1f0-4495-a108-c33f4b5f0c27 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9241500 Sep 11 00:52:36.414778 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 40376) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:36.417682 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-6f9156c2-c7f2-4ac9-ab85-cfeda1df1fbd None None] For port 60b1f9b3-85e1-4246-8931-222ce84c092f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:52:36.421779 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-6f9156c2-c7f2-4ac9-ab85-cfeda1df1fbd None None] For port 60b1f9b3-85e1-4246-8931-222ce84c092f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=60b1f9b3-85e1-4246-8931-222ce84c092f,segment=NetworkSegment(efa8b440-94f8-4ee3-85f9-45381836be7e),segment_id=efa8b440-94f8-4ee3-85f9-45381836be7e)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:52:36.453353 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-6f9156c2-c7f2-4ac9-ab85-cfeda1df1fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (60b1f9b3-85e1-4246-8931-222ce84c092f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:36.472920 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d7b6a3-c915-4db7-8d4f-161c96db663e None None] Network a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a is already hosted by enough agents. {{(pid=112723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:52:36.500268 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.base_scheduler [None req-65d7b6a3-c915-4db7-8d4f-161c96db663e None None] Resources bound (agent type, host, resource id): {{(pid=112723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:52:36.504526 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7b6a3-c915-4db7-8d4f-161c96db663e None None] Pushing event updated for resources: {'Port': ['ID=8525fb1a-bec8-41cf-9223-a5db9498abf5,revision_number=1']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:36.571343 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d7b6a3-c915-4db7-8d4f-161c96db663e None None] Received port after_create {{(pid=112723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:52:36.663864 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:36.752572 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] Set router ca681233-a3e2-4f99-a91c-9af635bd6a40 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:52:36.937354 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-90c001ab-421d-4d49-9066-7247624c53bd None None] Publish callbacks [] for port (84e11071-36fd-4a0a-8133-bc1a748f18b2), precommit_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:37.015592 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'name': 'tempest-ServerRescueNegativeTestJSON-1211608912-router', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58'}], 'enable_snat': True}, 'gw_port_id': '29124b10-1686-4109-971b-49406190182e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:35Z', 'revision_number': 3, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'gw_port': {'id': '29124b10-1686-4109-971b-49406190182e', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:37.018716 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-08f747cf-c40f-4758-a3a8-86e1ca6c5281 None None] Current status of the port 9881437b-4ce4-468c-b366-6216ad876833 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:52:37.054365 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] Checking router: ca681233-a3e2-4f99-a91c-9af635bd6a40 for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:52:37.055059 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] Updating router ca681233-a3e2-4f99-a91c-9af635bd6a40 port 29124b10-1686-4109-971b-49406190182e binding host dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 00:52:37.060348 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-90c001ab-421d-4d49-9066-7247624c53bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (84e11071-36fd-4a0a-8133-bc1a748f18b2), after_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:37.094643 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9156c2-c7f2-4ac9-ab85-cfeda1df1fbd None None] Pushing event updated for resources: {'Port': ['ID=60b1f9b3-85e1-4246-8931-222ce84c092f,revision_number=2']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:37.112338 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 40392) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:37.149242 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (29124b10-1686-4109-971b-49406190182e), before_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:37.177351 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 40396) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:37.193666 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c698d7c8-6a72-4720-8f6e-7dca4957869e admin admin] Publish callbacks [] for router_gateway (b9418f01-7791-4e40-88d0-38d48d92c06d), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:37.237145 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c698d7c8-6a72-4720-8f6e-7dca4957869e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:37.258289 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-cc557c6d-68dc-49a0-8eb4-26b0c1996a8d None None] Provisioning complete for port 9881437b-4ce4-468c-b366-6216ad876833 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:37.260064 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-cc557c6d-68dc-49a0-8eb4-26b0c1996a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (9881437b-4ce4-468c-b366-6216ad876833), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:37.263644 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:37.278723 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-65d7b6a3-c915-4db7-8d4f-161c96db663e None None] Attempting to bind port 8525fb1a-bec8-41cf-9223-a5db9498abf5 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:52:37.279253 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-65d7b6a3-c915-4db7-8d4f-161c96db663e None None] Attempting to bind port 8525fb1a-bec8-41cf-9223-a5db9498abf5 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6b42dcb4-df67-4575-aa75-6ecd04c96046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:52:37.279641 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d7b6a3-c915-4db7-8d4f-161c96db663e None None] Attempting to bind port 8525fb1a-bec8-41cf-9223-a5db9498abf5 on network a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:52:37.337696 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-374c4f15-12a3-4487-8ea6-e02e20414a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3793056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3793755'] for router (95fee4f3-abd7-4406-a70c-88d335798c28), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:37.494632 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6d59ff74-2bd6-4d0a-a427-9f23bb07f27d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:37.498232 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [None req-c41e2ec7-a35a-4eb6-b802-4bb7f2b50a6e admin admin] Allocated IP 172.37.5.144 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/372a6d17-4e79-443e-bbee-465fe0c21ede) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:52:37.526259 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:37.541460 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-42ce9ffb-21dc-4268-adc1-fee9d8fd9731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:37.604659 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c001ab-421d-4d49-9066-7247624c53bd None None] Network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 is already hosted by enough agents. {{(pid=112723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:52:37.618055 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c001ab-421d-4d49-9066-7247624c53bd None None] Pushing event updated for resources: {'Port': ['ID=84e11071-36fd-4a0a-8133-bc1a748f18b2,revision_number=1']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:37.622960 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.base_scheduler [None req-90c001ab-421d-4d49-9066-7247624c53bd None None] Resources bound (agent type, host, resource id): {{(pid=112723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:52:37.628464 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d7b6a3-c915-4db7-8d4f-161c96db663e None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:52:37.629035 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d7b6a3-c915-4db7-8d4f-161c96db663e None None] Checking segment: {'id': '6b42dcb4-df67-4575-aa75-6ecd04c96046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:52:37.629575 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-65d7b6a3-c915-4db7-8d4f-161c96db663e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:37.630106 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d7b6a3-c915-4db7-8d4f-161c96db663e None None] Bound using segment: {'id': '6b42dcb4-df67-4575-aa75-6ecd04c96046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:52:37.630732 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-65d7b6a3-c915-4db7-8d4f-161c96db663e None None] Bound port: 8525fb1a-bec8-41cf-9223-a5db9498abf5, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b42dcb4-df67-4575-aa75-6ecd04c96046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:52:37.631367 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-65d7b6a3-c915-4db7-8d4f-161c96db663e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (8525fb1a-bec8-41cf-9223-a5db9498abf5), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:37.642444 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c001ab-421d-4d49-9066-7247624c53bd None None] Received port after_create {{(pid=112723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:52:37.859989 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6d59ff74-2bd6-4d0a-a427-9f23bb07f27d admin admin] Publish callbacks [] for security_group (66771282-5482-4d16-b40e-d5f364bd68c8), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:37.861612 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-90c001ab-421d-4d49-9066-7247624c53bd None None] Attempting to bind port 84e11071-36fd-4a0a-8133-bc1a748f18b2 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:52:37.861984 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-90c001ab-421d-4d49-9066-7247624c53bd None None] Attempting to bind port 84e11071-36fd-4a0a-8133-bc1a748f18b2 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:52:37.862876 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c001ab-421d-4d49-9066-7247624c53bd None None] Attempting to bind port 84e11071-36fd-4a0a-8133-bc1a748f18b2 on network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:52:37.862998 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:37.869639 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:37.896802 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6d59ff74-2bd6-4d0a-a427-9f23bb07f27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (66771282-5482-4d16-b40e-d5f364bd68c8), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:37.911899 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c41e2ec7-a35a-4eb6-b802-4bb7f2b50a6e admin admin] Publish callbacks [] for port (372a6d17-4e79-443e-bbee-465fe0c21ede), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:37.963376 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-65d7b6a3-c915-4db7-8d4f-161c96db663e None None] For port 8525fb1a-bec8-41cf-9223-a5db9498abf5, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:52:37.967452 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-65d7b6a3-c915-4db7-8d4f-161c96db663e None None] For port 8525fb1a-bec8-41cf-9223-a5db9498abf5, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8525fb1a-bec8-41cf-9223-a5db9498abf5,segment=NetworkSegment(6b42dcb4-df67-4575-aa75-6ecd04c96046),segment_id=6b42dcb4-df67-4575-aa75-6ecd04c96046)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:52:37.971096 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:37.996179 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-65d7b6a3-c915-4db7-8d4f-161c96db663e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (8525fb1a-bec8-41cf-9223-a5db9498abf5), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:38.017015 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-42ce9ffb-21dc-4268-adc1-fee9d8fd9731 admin admin] Publish callbacks [] for security_group (9e7f660d-660b-44e3-b675-0748c2302df8), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:38.033352 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-6d59ff74-2bd6-4d0a-a427-9f23bb07f27d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=74b82ca3c7424f5197fe35282cbad2e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9171686 Sep 11 00:52:38.041163 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 40430) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:38.090927 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-42ce9ffb-21dc-4268-adc1-fee9d8fd9731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (9e7f660d-660b-44e3-b675-0748c2302df8), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:38.122108 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 60b1f9b3-85e1-4246-8931-222ce84c092f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:52:38.129822 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-cc557c6d-68dc-49a0-8eb4-26b0c1996a8d None None] Current status of the port 9881437b-4ce4-468c-b366-6216ad876833 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:52:38.164500 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59ff74-2bd6-4d0a-a427-9f23bb07f27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66771282-5482-4d16-b40e-d5f364bd68c8,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:38.181833 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-388a49a4-b98e-4ca9-b5f0-7c819a21a48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:38.232157 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c001ab-421d-4d49-9066-7247624c53bd None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:52:38.232652 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c001ab-421d-4d49-9066-7247624c53bd None None] Checking segment: {'id': 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:52:38.232922 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-90c001ab-421d-4d49-9066-7247624c53bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:38.233543 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c001ab-421d-4d49-9066-7247624c53bd None None] Bound using segment: {'id': 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:52:38.234046 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-90c001ab-421d-4d49-9066-7247624c53bd None None] Bound port: 84e11071-36fd-4a0a-8133-bc1a748f18b2, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:52:38.234405 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-90c001ab-421d-4d49-9066-7247624c53bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (84e11071-36fd-4a0a-8133-bc1a748f18b2), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:38.260586 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374c4f15-12a3-4487-8ea6-e02e20414a80 admin admin] Router 95fee4f3-abd7-4406-a70c-88d335798c28 is scheduled to L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 with binding_index 1 {{(pid=112722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 11 00:52:38.282646 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7b6a3-c915-4db7-8d4f-161c96db663e None None] Pushing event updated for resources: {'Port': ['ID=8525fb1a-bec8-41cf-9223-a5db9498abf5,revision_number=2']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:38.302500 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce9ffb-21dc-4268-adc1-fee9d8fd9731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7f660d-660b-44e3-b675-0748c2302df8,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:38.347495 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a68ddf-f07d-4680-9f44-2e2421a2ae8f None None] Network 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:52:38.370904 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-42ce9ffb-21dc-4268-adc1-fee9d8fd9731 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f4d1bc2ff0c7459ea7ef2aba844623ca&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1897149 Sep 11 00:52:38.395255 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 40446) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:38.410142 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c41e2ec7-a35a-4eb6-b802-4bb7f2b50a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (372a6d17-4e79-443e-bbee-465fe0c21ede), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:38.505812 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 60b1f9b3-85e1-4246-8931-222ce84c092f triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:38.506194 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (60b1f9b3-85e1-4246-8931-222ce84c092f), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:38.518239 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-7b354e8d-a628-43ed-83ee-737f100a0841 None None] Provisioning complete for port 60b1f9b3-85e1-4246-8931-222ce84c092f triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:38.518623 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7b354e8d-a628-43ed-83ee-737f100a0841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (60b1f9b3-85e1-4246-8931-222ce84c092f), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:38.542235 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:38.574136 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [None req-388a49a4-b98e-4ca9-b5f0-7c819a21a48b admin admin] Allocated IP 172.20.0.1 (4d017d49-42d2-4f66-ab1e-6d7b9f9e874f/c6a47ffa-8534-424b-aa2a-93b1efe10fe2/7abd8656-6965-40ed-8c8e-d308de8e7cc7) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:52:38.607454 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e2ec7-a35a-4eb6-b802-4bb7f2b50a6e admin admin] Pushing event updated for resources: {'Port': ['ID=372a6d17-4e79-443e-bbee-465fe0c21ede,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:38.622071 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41e2ec7-a35a-4eb6-b802-4bb7f2b50a6e admin admin] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:52:38.627189 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-90c001ab-421d-4d49-9066-7247624c53bd None None] For port 84e11071-36fd-4a0a-8133-bc1a748f18b2, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:52:38.648090 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-cb735f19-056e-45ef-838c-2cdf14ccbc8b admin admin] Publish callbacks [] for security_group (66771282-5482-4d16-b40e-d5f364bd68c8), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:38.673343 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-cb735f19-056e-45ef-838c-2cdf14ccbc8b admin admin] Publish callbacks [] for security_group (66771282-5482-4d16-b40e-d5f364bd68c8), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:38.682914 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-90c001ab-421d-4d49-9066-7247624c53bd None None] For port 84e11071-36fd-4a0a-8133-bc1a748f18b2, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=84e11071-36fd-4a0a-8133-bc1a748f18b2,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:52:38.703307 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-90c001ab-421d-4d49-9066-7247624c53bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (84e11071-36fd-4a0a-8133-bc1a748f18b2), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:38.706539 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-c41e2ec7-a35a-4eb6-b802-4bb7f2b50a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:52:38.714588 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:38.726525 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41e2ec7-a35a-4eb6-b802-4bb7f2b50a6e admin admin] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:52:38.766491 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] Publish callbacks [] for port (29124b10-1686-4109-971b-49406190182e), precommit_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:38.778950 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (29124b10-1686-4109-971b-49406190182e), after_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:38.792546 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-388a49a4-b98e-4ca9-b5f0-7c819a21a48b admin admin] Publish callbacks [] for port (7abd8656-6965-40ed-8c8e-d308de8e7cc7), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:38.841242 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-388a49a4-b98e-4ca9-b5f0-7c819a21a48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (7abd8656-6965-40ed-8c8e-d308de8e7cc7), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:38.881033 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] Attempting to bind port 29124b10-1686-4109-971b-49406190182e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:52:38.881417 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] Attempting to bind port 29124b10-1686-4109-971b-49406190182e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}] {{(pid=112724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:52:38.882399 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] Attempting to bind port 29124b10-1686-4109-971b-49406190182e on network c4f00262-7f99-4bd5-861f-59a77dcd079c {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:52:38.929854 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56e366-a355-4a24-be6b-6b3bfb23fcdb None None] Pushing event updated for resources: {'Port': ['ID=29124b10-1686-4109-971b-49406190182e,revision_number=2']} {{(pid=112724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:38.950430 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56e366-a355-4a24-be6b-6b3bfb23fcdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:38.950891 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56e366-a355-4a24-be6b-6b3bfb23fcdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:38.951266 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56e366-a355-4a24-be6b-6b3bfb23fcdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:38.951677 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56e366-a355-4a24-be6b-6b3bfb23fcdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:38.952027 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56e366-a355-4a24-be6b-6b3bfb23fcdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:38.952401 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56e366-a355-4a24-be6b-6b3bfb23fcdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:38.952734 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56e366-a355-4a24-be6b-6b3bfb23fcdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:38.953154 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56e366-a355-4a24-be6b-6b3bfb23fcdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:38.954260 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56e366-a355-4a24-be6b-6b3bfb23fcdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:38.954609 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56e366-a355-4a24-be6b-6b3bfb23fcdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:38.954990 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56e366-a355-4a24-be6b-6b3bfb23fcdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:38.955676 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56e366-a355-4a24-be6b-6b3bfb23fcdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:38.960068 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56e366-a355-4a24-be6b-6b3bfb23fcdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:38.960434 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56e366-a355-4a24-be6b-6b3bfb23fcdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:38.960884 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56e366-a355-4a24-be6b-6b3bfb23fcdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56e366-a355-4a24-be6b-6b3bfb23fcdb None None] Tracked resource versions report: Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: pushed versions: Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: { 'AddressGroup': {'1.2'}, Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'Agent': {'1.1'}, Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'ConntrackHelper': {'1.0'}, Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'LocalIPAssociation': {'1.0'}, Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'Log': {'1.0'}, Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'NDPProxy': {'1.0'}, Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'Network': {'1.1'}, Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'Port': {'1.7'}, Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'PortForwarding': {'1.3'}, Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'QosPolicy': {'1.10'}, Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'SecurityGroup': {'1.5'}, Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'SecurityGroupRule': {'1.2'}, Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'SubPort': {'1.0'}, Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'Subnet': {'1.1'}, Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'Trunk': {'1.1'}} Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: consumer versions: Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: HyperV agent@hv-cinder-maste: {}, Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'Agent': '1.1', Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'ConntrackHelper': '1.0', Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'LocalIPAssociation': '1.0', Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'Log': '1.0', Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'NDPProxy': '1.0', Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'Network': '1.1', Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'Port': '1.7', Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'PortForwarding': '1.3', Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'QosPolicy': '1.10', Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'SecurityGroup': '1.5', Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'SecurityGroupRule': '1.2', Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'SubPort': '1.0', Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'Subnet': '1.1', Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: 'Trunk': '1.1'}} Sep 11 00:52:38.962117 dv-cinder-master-3-iscsi neutron-server[112724]: {{(pid=112724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 11 00:52:38.987024 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:52:38.987408 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] Checking segment: {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:52:38.988497 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:38.989056 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] Bound using segment: {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'} {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:52:38.989549 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] Bound port: 29124b10-1686-4109-971b-49406190182e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}}] {{(pid=112724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:52:38.990057 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (29124b10-1686-4109-971b-49406190182e), before_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:39.045067 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:39.104098 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388a49a4-b98e-4ca9-b5f0-7c819a21a48b admin admin] Network 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:52:39.108765 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-388a49a4-b98e-4ca9-b5f0-7c819a21a48b admin admin] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:52:39.131124 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 60b1f9b3-85e1-4246-8931-222ce84c092f is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:52:39.133753 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a49a4-b98e-4ca9-b5f0-7c819a21a48b admin admin] Pushing event updated for resources: {'Port': ['ID=7abd8656-6965-40ed-8c8e-d308de8e7cc7,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:39.135584 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (60b1f9b3-85e1-4246-8931-222ce84c092f), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:39.138671 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388a49a4-b98e-4ca9-b5f0-7c819a21a48b admin admin] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:52:39.139324 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-388a49a4-b98e-4ca9-b5f0-7c819a21a48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3767825'] for router_interface (ca681233-a3e2-4f99-a91c-9af635bd6a40), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:39.148659 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.db [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] For port 29124b10-1686-4109-971b-49406190182e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:52:39.152146 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.db [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] For port 29124b10-1686-4109-971b-49406190182e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=29124b10-1686-4109-971b-49406190182e,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:52:39.173018 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c001ab-421d-4d49-9066-7247624c53bd None None] Pushing event updated for resources: {'Port': ['ID=84e11071-36fd-4a0a-8133-bc1a748f18b2,revision_number=2']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:39.182727 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-7b354e8d-a628-43ed-83ee-737f100a0841 None None] Current status of the port 60b1f9b3-85e1-4246-8931-222ce84c092f is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:52:39.183224 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7b354e8d-a628-43ed-83ee-737f100a0841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (60b1f9b3-85e1-4246-8931-222ce84c092f), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:39.203915 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (29124b10-1686-4109-971b-49406190182e), after_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:39.237688 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374c4f15-12a3-4487-8ea6-e02e20414a80 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:52:39.250514 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2c3ef903-ff5c-4c3e-97c1-891af8aa0825 admin admin] Publish callbacks [] for security_group (9e7f660d-660b-44e3-b675-0748c2302df8), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:39.265688 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] Sync routers for ids ['95fee4f3-abd7-4406-a70c-88d335798c28'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:52:39.282201 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] Routers {'ca681233-a3e2-4f99-a91c-9af635bd6a40'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:52:39.283936 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:52:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['ca681233-a3e2-4f99-a91c-9af635bd6a40'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:39.308544 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2c3ef903-ff5c-4c3e-97c1-891af8aa0825 admin admin] Publish callbacks [] for security_group (9e7f660d-660b-44e3-b675-0748c2302df8), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:39.338370 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port 60b1f9b3-85e1-4246-8931-222ce84c092f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=60b1f9b3-85e1-4246-8931-222ce84c092f,segment=NetworkSegment(efa8b440-94f8-4ee3-85f9-45381836be7e),segment_id=efa8b440-94f8-4ee3-85f9-45381836be7e)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:52:39.340474 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:39.360116 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (60b1f9b3-85e1-4246-8931-222ce84c092f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:39.360957 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 9881437b-4ce4-468c-b366-6216ad876833 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:52:39.442078 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] Routers {'95fee4f3-abd7-4406-a70c-88d335798c28'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:52:39.442454 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56e366-a355-4a24-be6b-6b3bfb23fcdb None None] Pushing event updated for resources: {'Port': ['ID=29124b10-1686-4109-971b-49406190182e,revision_number=3']} {{(pid=112724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:39.442728 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:52:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['95fee4f3-abd7-4406-a70c-88d335798c28'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:39.483483 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-388a49a4-b98e-4ca9-b5f0-7c819a21a48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (7abd8656-6965-40ed-8c8e-d308de8e7cc7), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:39.526049 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-cb735f19-056e-45ef-838c-2cdf14ccbc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (66771282-5482-4d16-b40e-d5f364bd68c8), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:39.532925 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-cb735f19-056e-45ef-838c-2cdf14ccbc8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:39.539940 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-cb735f19-056e-45ef-838c-2cdf14ccbc8b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/66771282-5482-4d16-b40e-d5f364bd68c8 HTTP/1.1" status: 204 len: 168 time: 1.4897511 Sep 11 00:52:39.549003 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [None req-c698d7c8-6a72-4720-8f6e-7dca4957869e admin admin] Allocated IP 172.37.5.16 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/72c467b2-91f5-4d30-8a62-2d87b7f2df3f) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:52:39.573436 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] Set router ca681233-a3e2-4f99-a91c-9af635bd6a40 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:52:39.587852 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:39.736152 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.db.api [None req-7b354e8d-a628-43ed-83ee-737f100a0841 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 11 00:52:39.736578 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG oslo_db.api [None req-7b354e8d-a628-43ed-83ee-737f100a0841 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 11 00:52:39.793129 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2c3ef903-ff5c-4c3e-97c1-891af8aa0825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (9e7f660d-660b-44e3-b675-0748c2302df8), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:39.796517 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2c3ef903-ff5c-4c3e-97c1-891af8aa0825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:39.798307 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-2c3ef903-ff5c-4c3e-97c1-891af8aa0825 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9e7f660d-660b-44e3-b675-0748c2302df8 HTTP/1.1" status: 204 len: 168 time: 1.3997934 Sep 11 00:52:39.807914 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb735f19-056e-45ef-838c-2cdf14ccbc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66771282-5482-4d16-b40e-d5f364bd68c8,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:39.836351 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ef903-ff5c-4c3e-97c1-891af8aa0825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7f660d-660b-44e3-b675-0748c2302df8,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:39.840846 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-374c4f15-12a3-4487-8ea6-e02e20414a80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:39.846974 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-374c4f15-12a3-4487-8ea6-e02e20414a80 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.9049907 Sep 11 00:52:39.847835 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 40462) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:39.882267 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:39.909062 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:39.911434 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=60b1f9b3-85e1-4246-8931-222ce84c092f,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:39.924572 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-388a49a4-b98e-4ca9-b5f0-7c819a21a48b admin admin] Publish callbacks [] for port (7abd8656-6965-40ed-8c8e-d308de8e7cc7), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:39.927462 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:39.935289 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-388a49a4-b98e-4ca9-b5f0-7c819a21a48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (7abd8656-6965-40ed-8c8e-d308de8e7cc7), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:39.936297 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-388a49a4-b98e-4ca9-b5f0-7c819a21a48b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3767949'] for router_interface (ca681233-a3e2-4f99-a91c-9af635bd6a40), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:39.965147 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605f74ce-54e7-48ca-ac83-e961b1d960a4 None None] Network a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:52:40.078067 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a49a4-b98e-4ca9-b5f0-7c819a21a48b admin admin] Pushing event updated for resources: {'Port': ['ID=7abd8656-6965-40ed-8c8e-d308de8e7cc7,revision_number=2']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:40.133242 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c41e2ec7-a35a-4eb6-b802-4bb7f2b50a6e admin admin] Publish callbacks [] for router_gateway (bce9a92e-abcf-46da-b823-74f5859c1ec1), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:40.177893 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'name': 'tempest-ServerRescueNegativeTestJSON-1211608912-router', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58'}], 'enable_snat': True}, 'gw_port_id': '29124b10-1686-4109-971b-49406190182e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:35Z', 'revision_number': 3, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'gw_port': {'id': '29124b10-1686-4109-971b-49406190182e', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:40.228333 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3353ba31-3ba2-43f7-b582-275b8d0bff98 None None] The sync data for ids ['ca681233-a3e2-4f99-a91c-9af635bd6a40'] in dv-cinder-master-3-iscsi is: [{'id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'name': 'tempest-ServerRescueNegativeTestJSON-1211608912-router', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58'}], 'enable_snat': True}, 'gw_port_id': '29124b10-1686-4109-971b-49406190182e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:35Z', 'revision_number': 3, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'gw_port': {'id': '29124b10-1686-4109-971b-49406190182e', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:52:40.271922 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c698d7c8-6a72-4720-8f6e-7dca4957869e admin admin] Publish callbacks [] for port (72c467b2-91f5-4d30-8a62-2d87b7f2df3f), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:40.277122 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 40478) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:40.337784 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-1baaea0b-62c8-4339-937a-5b2acd949baf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:40.451135 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=8 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:40.460658 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] Set router 95fee4f3-abd7-4406-a70c-88d335798c28 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:52:40.513149 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388a49a4-b98e-4ca9-b5f0-7c819a21a48b admin admin] Network 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:52:40.521320 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-388a49a4-b98e-4ca9-b5f0-7c819a21a48b admin admin] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:52:40.620550 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-7b354e8d-a628-43ed-83ee-737f100a0841 None None] Current status of the port 60b1f9b3-85e1-4246-8931-222ce84c092f is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:52:40.706095 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:40.837088 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 9881437b-4ce4-468c-b366-6216ad876833 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:40.839204 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (9881437b-4ce4-468c-b366-6216ad876833), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:40.852915 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9c6faa-3e31-4aea-8fe5-129f78c26eae None None] Network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:52:40.862749 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 40490) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:40.894821 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-1baaea0b-62c8-4339-937a-5b2acd949baf admin admin] Publish callbacks [] for security_group (1693268f-a82b-412b-bb40-8727f0091ad2), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:40.947877 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-1baaea0b-62c8-4339-937a-5b2acd949baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (1693268f-a82b-412b-bb40-8727f0091ad2), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:40.988261 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b7811b92-5de3-4ac3-ac16-2448a757433e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:41.024082 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 40496) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:41.036148 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-1baaea0b-62c8-4339-937a-5b2acd949baf admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5e8b0cb57b5c40dfbefb897953d81c7e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7526619 Sep 11 00:52:41.039574 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 40502) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:41.071616 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-1ee678a7-83e9-4e14-815c-cbc11583b698 None None] Provisioning complete for port 84e11071-36fd-4a0a-8133-bc1a748f18b2 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:41.072353 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-1ee678a7-83e9-4e14-815c-cbc11583b698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (84e11071-36fd-4a0a-8133-bc1a748f18b2), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:41.090296 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c698d7c8-6a72-4720-8f6e-7dca4957869e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (72c467b2-91f5-4d30-8a62-2d87b7f2df3f), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:41.150005 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388a49a4-b98e-4ca9-b5f0-7c819a21a48b admin admin] Router ca681233-a3e2-4f99-a91c-9af635bd6a40 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:52:41.161378 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:41.177991 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c41e2ec7-a35a-4eb6-b802-4bb7f2b50a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3793056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3793755'] for router (bce9a92e-abcf-46da-b823-74f5859c1ec1), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:41.190466 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c698d7c8-6a72-4720-8f6e-7dca4957869e admin admin] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:52:41.270894 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'name': 'tempest-AttachVolumeShelveTestJSON-560177370-router', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139'}], 'enable_snat': True}, 'gw_port_id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:32Z', 'updated_at': '2022-09-11T00:52:35Z', 'revision_number': 3, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'gw_port': {'id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:af:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:41.511942 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-c698d7c8-6a72-4720-8f6e-7dca4957869e admin admin] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:52:41.528119 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:41.540098 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c698d7c8-6a72-4720-8f6e-7dca4957869e admin admin] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:52:41.570537 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baaea0b-62c8-4339-937a-5b2acd949baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1693268f-a82b-412b-bb40-8727f0091ad2,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:41.631350 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698d7c8-6a72-4720-8f6e-7dca4957869e admin admin] Pushing event updated for resources: {'Port': ['ID=72c467b2-91f5-4d30-8a62-2d87b7f2df3f,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:41.640816 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-97f0a37f-1d58-4305-abbe-7cd1a4de4707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:41.681392 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e4f2-7100-4dc3-bcd1-563d8575fa46 admin admin] Publish callbacks [] for security_group (1693268f-a82b-412b-bb40-8727f0091ad2), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:41.682589 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] Checking router: 95fee4f3-abd7-4406-a70c-88d335798c28 for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:52:41.683191 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] Updating router 95fee4f3-abd7-4406-a70c-88d335798c28 port eca3bdbf-31ff-446a-b9fc-c20521397652 binding host dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 00:52:41.724762 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388a49a4-b98e-4ca9-b5f0-7c819a21a48b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:52:41.728372 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (eca3bdbf-31ff-446a-b9fc-c20521397652), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:41.735890 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b7811b92-5de3-4ac3-ac16-2448a757433e admin admin] Publish callbacks [] for security_group (809680b9-e771-4061-9f0d-b80328faf770), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:41.760566 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-388a49a4-b98e-4ca9-b5f0-7c819a21a48b admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/ca681233-a3e2-4f99-a91c-9af635bd6a40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3362687 Sep 11 00:52:41.777465 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b7811b92-5de3-4ac3-ac16-2448a757433e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (809680b9-e771-4061-9f0d-b80328faf770), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:41.790416 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e4f2-7100-4dc3-bcd1-563d8575fa46 admin admin] Publish callbacks [] for security_group (1693268f-a82b-412b-bb40-8727f0091ad2), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:41.810191 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=100 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:41.811997 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 9881437b-4ce4-468c-b366-6216ad876833 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:52:41.815344 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-1ee678a7-83e9-4e14-815c-cbc11583b698 None None] Current status of the port 84e11071-36fd-4a0a-8133-bc1a748f18b2 is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:52:41.818913 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-1ee678a7-83e9-4e14-815c-cbc11583b698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (84e11071-36fd-4a0a-8133-bc1a748f18b2), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:41.881731 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:41.968782 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-97f0a37f-1d58-4305-abbe-7cd1a4de4707 admin admin] Publish callbacks [] for security_group (5c8575ce-5719-4861-b01f-3f1c885a2bb5), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:42.045344 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-97f0a37f-1d58-4305-abbe-7cd1a4de4707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (5c8575ce-5719-4861-b01f-3f1c885a2bb5), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:42.069677 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e4f2-7100-4dc3-bcd1-563d8575fa46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (1693268f-a82b-412b-bb40-8727f0091ad2), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:42.074261 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e4f2-7100-4dc3-bcd1-563d8575fa46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:42.076323 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-d1c0e4f2-7100-4dc3-bcd1-563d8575fa46 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1693268f-a82b-412b-bb40-8727f0091ad2 HTTP/1.1" status: 204 len: 168 time: 0.9383378 Sep 11 00:52:42.087376 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7811b92-5de3-4ac3-ac16-2448a757433e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809680b9-e771-4061-9f0d-b80328faf770,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:42.148670 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-1ee678a7-83e9-4e14-815c-cbc11583b698 None None] For port 84e11071-36fd-4a0a-8133-bc1a748f18b2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=84e11071-36fd-4a0a-8133-bc1a748f18b2,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:52:42.162701 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:42.177968 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-1ee678a7-83e9-4e14-815c-cbc11583b698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (84e11071-36fd-4a0a-8133-bc1a748f18b2), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:42.202084 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-97f0a37f-1d58-4305-abbe-7cd1a4de4707 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=43c4afbc769248eb8c4f90c337a3d28b&name=default HTTP/1.1" status: 200 len: 2993 time: 1.1638377 Sep 11 00:52:42.208262 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 40530) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:42.214611 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-b7811b92-5de3-4ac3-ac16-2448a757433e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=47ed436614e34447b8610dee2ffe06cc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3450892 Sep 11 00:52:42.226672 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 40536) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:42.254665 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0a37f-1d58-4305-abbe-7cd1a4de4707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8575ce-5719-4861-b01f-3f1c885a2bb5,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:42.269143 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-46c2fb85-daaa-4971-ad9c-25b6a5c0657a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:42.313028 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0e4f2-7100-4dc3-bcd1-563d8575fa46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1693268f-a82b-412b-bb40-8727f0091ad2,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:42.332731 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee678a7-83e9-4e14-815c-cbc11583b698 None None] Pushing event updated for resources: {'Port': ['ID=84e11071-36fd-4a0a-8133-bc1a748f18b2,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:42.385908 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e99dfa16-0b56-435c-8fdc-c6a7f4637246 admin admin] Publish callbacks [] for security_group (5c8575ce-5719-4861-b01f-3f1c885a2bb5), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:42.401416 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d6206b18-6e60-498c-8e9f-b9748b14174b admin admin] Publish callbacks [] for security_group (809680b9-e771-4061-9f0d-b80328faf770), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:42.433760 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e99dfa16-0b56-435c-8fdc-c6a7f4637246 admin admin] Publish callbacks [] for security_group (5c8575ce-5719-4861-b01f-3f1c885a2bb5), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:42.444962 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-1ee678a7-83e9-4e14-815c-cbc11583b698 None None] Provisioning complete for port 8525fb1a-bec8-41cf-9223-a5db9498abf5 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:42.445397 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-1ee678a7-83e9-4e14-815c-cbc11583b698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (8525fb1a-bec8-41cf-9223-a5db9498abf5), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:42.474523 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d6206b18-6e60-498c-8e9f-b9748b14174b admin admin] Publish callbacks [] for security_group (809680b9-e771-4061-9f0d-b80328faf770), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:42.586363 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e99dfa16-0b56-435c-8fdc-c6a7f4637246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (5c8575ce-5719-4861-b01f-3f1c885a2bb5), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:42.588977 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e99dfa16-0b56-435c-8fdc-c6a7f4637246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:42.599472 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-e99dfa16-0b56-435c-8fdc-c6a7f4637246 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5c8575ce-5719-4861-b01f-3f1c885a2bb5 HTTP/1.1" status: 204 len: 168 time: 0.3828611 Sep 11 00:52:42.618226 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99dfa16-0b56-435c-8fdc-c6a7f4637246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8575ce-5719-4861-b01f-3f1c885a2bb5,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:42.622528 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d6206b18-6e60-498c-8e9f-b9748b14174b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (809680b9-e771-4061-9f0d-b80328faf770), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:42.625230 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d6206b18-6e60-498c-8e9f-b9748b14174b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:42.626095 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:42.631412 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-d6206b18-6e60-498c-8e9f-b9748b14174b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/809680b9-e771-4061-9f0d-b80328faf770 HTTP/1.1" status: 204 len: 168 time: 0.4032106 Sep 11 00:52:42.636230 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:42.646352 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 84e11071-36fd-4a0a-8133-bc1a748f18b2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:52:42.660824 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6206b18-6e60-498c-8e9f-b9748b14174b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809680b9-e771-4061-9f0d-b80328faf770,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:42.662494 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [None req-46c2fb85-daaa-4971-ad9c-25b6a5c0657a admin admin] Allocated IP 172.20.0.1 (3c897342-0f04-45f8-a9ef-0bc52e6c6ab5/f6e1af3b-cbbe-4593-9148-6f2c7fa19e13/11a6e5f5-abb9-43df-b9c8-1e221e1a0960) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:52:42.766671 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41e2ec7-a35a-4eb6-b802-4bb7f2b50a6e admin admin] Router bce9a92e-abcf-46da-b823-74f5859c1ec1 is scheduled to L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 with binding_index 1 {{(pid=112722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 11 00:52:42.779167 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:42.817039 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 84e11071-36fd-4a0a-8133-bc1a748f18b2 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:42.818026 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (84e11071-36fd-4a0a-8133-bc1a748f18b2), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:42.853574 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-1ee678a7-83e9-4e14-815c-cbc11583b698 None None] Current status of the port 8525fb1a-bec8-41cf-9223-a5db9498abf5 is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:52:42.853972 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-1ee678a7-83e9-4e14-815c-cbc11583b698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (8525fb1a-bec8-41cf-9223-a5db9498abf5), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:42.954206 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 40566) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:42.959108 dv-cinder-master-3-iscsi neutron-server[112721]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 11 00:52:42.965900 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-1ee678a7-83e9-4e14-815c-cbc11583b698 None None] For port 8525fb1a-bec8-41cf-9223-a5db9498abf5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8525fb1a-bec8-41cf-9223-a5db9498abf5,segment=NetworkSegment(6b42dcb4-df67-4575-aa75-6ecd04c96046),segment_id=6b42dcb4-df67-4575-aa75-6ecd04c96046)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:52:42.985617 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-1ee678a7-83e9-4e14-815c-cbc11583b698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (8525fb1a-bec8-41cf-9223-a5db9498abf5), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:42.989437 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] Publish callbacks [] for port (eca3bdbf-31ff-446a-b9fc-c20521397652), precommit_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:43.025389 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (eca3bdbf-31ff-446a-b9fc-c20521397652), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:43.037474 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41e2ec7-a35a-4eb6-b802-4bb7f2b50a6e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:52:43.050629 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-1ee678a7-83e9-4e14-815c-cbc11583b698 None None] Provisioning complete for port 7abd8656-6965-40ed-8c8e-d308de8e7cc7 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:43.051393 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-1ee678a7-83e9-4e14-815c-cbc11583b698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (7abd8656-6965-40ed-8c8e-d308de8e7cc7), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:43.062690 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c41e2ec7-a35a-4eb6-b802-4bb7f2b50a6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:43.067671 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-c41e2ec7-a35a-4eb6-b802-4bb7f2b50a6e admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.7061391 Sep 11 00:52:43.069569 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 40568) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:43.083727 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] Sync routers for ids ['bce9a92e-abcf-46da-b823-74f5859c1ec1'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:52:43.106217 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] Routers {'bce9a92e-abcf-46da-b823-74f5859c1ec1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:52:43.107045 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:52:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['bce9a92e-abcf-46da-b823-74f5859c1ec1'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:43.180144 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] Sync routers for ids ['ca681233-a3e2-4f99-a91c-9af635bd6a40'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:52:43.211001 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 84e11071-36fd-4a0a-8133-bc1a748f18b2 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:52:43.217112 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 8525fb1a-bec8-41cf-9223-a5db9498abf5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:52:43.255361 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] Set router bce9a92e-abcf-46da-b823-74f5859c1ec1 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:52:43.257035 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c698d7c8-6a72-4720-8f6e-7dca4957869e admin admin] Publish callbacks [] for router_gateway (b9418f01-7791-4e40-88d0-38d48d92c06d), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:43.277314 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] Attempting to bind port eca3bdbf-31ff-446a-b9fc-c20521397652 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:52:43.278603 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] Attempting to bind port eca3bdbf-31ff-446a-b9fc-c20521397652 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:52:43.279095 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] Attempting to bind port eca3bdbf-31ff-446a-b9fc-c20521397652 on network c4f00262-7f99-4bd5-861f-59a77dcd079c {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:52:43.373824 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-7bc75741-ed51-465f-8d41-4a87acea8f37 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:52:43.376026 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-7bc75741-ed51-465f-8d41-4a87acea8f37 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/networks?id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f HTTP/1.1" status: 200 len: 819 time: 0.4196720 Sep 11 00:52:43.397961 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-89d0b1f2-e68d-4418-a74d-92673edb8e60 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/quotas/6a58aefc25e141ca93821a80859875e8 HTTP/1.1" status: 200 len: 375 time: 0.0157585 Sep 11 00:52:43.398643 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 40584) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:43.422829 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-1ee678a7-83e9-4e14-815c-cbc11583b698 None None] Port 7abd8656-6965-40ed-8c8e-d308de8e7cc7 cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:52:43.435462 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-7b77eafd-77b2-4ab0-b1b5-6631916db045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:43.450860 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee678a7-83e9-4e14-815c-cbc11583b698 None None] Pushing event updated for resources: {'Port': ['ID=8525fb1a-bec8-41cf-9223-a5db9498abf5,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:43.451668 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce9a92e-abcf-46da-b823-74f5859c1ec1', 'name': 'tempest-DeleteServersTestJSON-1222706970-router', 'tenant_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.144'}], 'enable_snat': True}, 'gw_port_id': '372a6d17-4e79-443e-bbee-465fe0c21ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:38Z', 'revision_number': 3, 'project_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'gw_port': {'id': '372a6d17-4e79-443e-bbee-465fe0c21ede', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce9a92e-abcf-46da-b823-74f5859c1ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:36Z', 'updated_at': '2022-09-11T00:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:43.480529 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] Checking router: bce9a92e-abcf-46da-b823-74f5859c1ec1 for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:52:43.481213 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] Updating router bce9a92e-abcf-46da-b823-74f5859c1ec1 port 372a6d17-4e79-443e-bbee-465fe0c21ede binding host dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 00:52:43.493180 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:43.512009 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:43.513565 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] Routers {'ca681233-a3e2-4f99-a91c-9af635bd6a40'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:52:43.514215 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:52:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['ca681233-a3e2-4f99-a91c-9af635bd6a40'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:43.519357 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (372a6d17-4e79-443e-bbee-465fe0c21ede), before_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:43.612804 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-6c8e4847-7b74-4e5f-af3f-cd6fa86c61ed tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6a58aefc25e141ca93821a80859875e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1928289 Sep 11 00:52:43.706673 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:43.709530 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-7b77eafd-77b2-4ab0-b1b5-6631916db045 admin admin] Publish callbacks [] for security_group (680877c0-f98b-4e47-b063-328b0d45dda2), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:43.716284 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-46c2fb85-daaa-4971-ad9c-25b6a5c0657a admin admin] Publish callbacks [] for port (11a6e5f5-abb9-43df-b9c8-1e221e1a0960), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:43.719463 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-7b77eafd-77b2-4ab0-b1b5-6631916db045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (680877c0-f98b-4e47-b063-328b0d45dda2), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:43.725106 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-1ee678a7-83e9-4e14-815c-cbc11583b698 None None] Provisioning complete for port 60b1f9b3-85e1-4246-8931-222ce84c092f triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:43.735369 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-1ee678a7-83e9-4e14-815c-cbc11583b698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (60b1f9b3-85e1-4246-8931-222ce84c092f), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:43.837807 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-7b77eafd-77b2-4ab0-b1b5-6631916db045 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d93d1761f7564b53883e3724fe85cc68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4355626 Sep 11 00:52:43.837807 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77eafd-77b2-4ab0-b1b5-6631916db045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680877c0-f98b-4e47-b063-328b0d45dda2,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:43.856886 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 40596) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:43.931505 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570a3d2-81f2-477c-af89-76c610420e70 None None] Pushing event updated for resources: {'Port': ['ID=eca3bdbf-31ff-446a-b9fc-c20521397652,revision_number=2']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:43.993945 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-89807b83-e065-45d0-9a1c-303fb52d57ca admin admin] Publish callbacks [] for security_group (680877c0-f98b-4e47-b063-328b0d45dda2), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:44.020219 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:52:44.020628 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] Checking segment: {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:52:44.020991 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:44.021390 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] Bound using segment: {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:52:44.021883 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] Bound port: eca3bdbf-31ff-446a-b9fc-c20521397652, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:52:44.022263 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (eca3bdbf-31ff-446a-b9fc-c20521397652), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:44.041441 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 8525fb1a-bec8-41cf-9223-a5db9498abf5 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:44.041922 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (8525fb1a-bec8-41cf-9223-a5db9498abf5), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:44.043834 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-89807b83-e065-45d0-9a1c-303fb52d57ca admin admin] Publish callbacks [] for security_group (680877c0-f98b-4e47-b063-328b0d45dda2), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:44.088321 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] Publish callbacks [] for port (372a6d17-4e79-443e-bbee-465fe0c21ede), precommit_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:44.097530 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (372a6d17-4e79-443e-bbee-465fe0c21ede), after_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:44.147207 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] Attempting to bind port 372a6d17-4e79-443e-bbee-465fe0c21ede on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:52:44.148223 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] Attempting to bind port 372a6d17-4e79-443e-bbee-465fe0c21ede by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}] {{(pid=112724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:52:44.148880 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] Attempting to bind port 372a6d17-4e79-443e-bbee-465fe0c21ede on network c4f00262-7f99-4bd5-861f-59a77dcd079c {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:52:44.153183 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-89807b83-e065-45d0-9a1c-303fb52d57ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (680877c0-f98b-4e47-b063-328b0d45dda2), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:44.156851 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-89807b83-e065-45d0-9a1c-303fb52d57ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:44.158019 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-89807b83-e065-45d0-9a1c-303fb52d57ca admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/680877c0-f98b-4e47-b063-328b0d45dda2 HTTP/1.1" status: 204 len: 168 time: 0.2978318 Sep 11 00:52:44.183425 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89807b83-e065-45d0-9a1c-303fb52d57ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680877c0-f98b-4e47-b063-328b0d45dda2,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:44.217189 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c698d7c8-6a72-4720-8f6e-7dca4957869e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3793056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3793755'] for router (b9418f01-7791-4e40-88d0-38d48d92c06d), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:44.225829 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:44.289505 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65bec6-a7e6-4b30-a957-45b77b6b75ea None None] Pushing event updated for resources: {'Port': ['ID=372a6d17-4e79-443e-bbee-465fe0c21ede,revision_number=2']} {{(pid=112724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:44.296829 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-46c2fb85-daaa-4971-ad9c-25b6a5c0657a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (11a6e5f5-abb9-43df-b9c8-1e221e1a0960), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:44.305480 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] Set router ca681233-a3e2-4f99-a91c-9af635bd6a40 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:52:44.307747 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-1ee678a7-83e9-4e14-815c-cbc11583b698 None None] Current status of the port 60b1f9b3-85e1-4246-8931-222ce84c092f is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:52:44.325025 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:44.327931 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:52:44.328486 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] Checking segment: {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:52:44.328896 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:44.329452 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] Bound using segment: {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'} {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:52:44.330359 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] Bound port: 372a6d17-4e79-443e-bbee-465fe0c21ede, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}}] {{(pid=112724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:52:44.330935 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (372a6d17-4e79-443e-bbee-465fe0c21ede), before_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:44.382512 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-99c8acd9-2eaa-4919-be76-3bdef23634ea service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112721) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 11 00:52:44.383758 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] For port eca3bdbf-31ff-446a-b9fc-c20521397652, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:52:44.390402 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-99c8acd9-2eaa-4919-be76-3bdef23634ea service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2303376 Sep 11 00:52:44.409955 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] For port eca3bdbf-31ff-446a-b9fc-c20521397652, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=eca3bdbf-31ff-446a-b9fc-c20521397652,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:52:44.413193 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.db [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] For port 372a6d17-4e79-443e-bbee-465fe0c21ede, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:52:44.417699 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.db [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] For port 372a6d17-4e79-443e-bbee-465fe0c21ede, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=372a6d17-4e79-443e-bbee-465fe0c21ede,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:52:44.429881 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (372a6d17-4e79-443e-bbee-465fe0c21ede), after_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:44.443546 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c2fb85-daaa-4971-ad9c-25b6a5c0657a admin admin] Network 3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:52:44.484714 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (eca3bdbf-31ff-446a-b9fc-c20521397652), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:44.503071 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-46c2fb85-daaa-4971-ad9c-25b6a5c0657a admin admin] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:52:44.503479 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 8525fb1a-bec8-41cf-9223-a5db9498abf5 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:52:44.504551 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 60b1f9b3-85e1-4246-8931-222ce84c092f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:52:44.506302 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65bec6-a7e6-4b30-a957-45b77b6b75ea None None] Pushing event updated for resources: {'Port': ['ID=372a6d17-4e79-443e-bbee-465fe0c21ede,revision_number=3']} {{(pid=112724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:44.521425 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c2fb85-daaa-4971-ad9c-25b6a5c0657a admin admin] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:52:44.522187 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-46c2fb85-daaa-4971-ad9c-25b6a5c0657a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3767825'] for router_interface (95fee4f3-abd7-4406-a70c-88d335798c28), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:44.524993 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2fb85-daaa-4971-ad9c-25b6a5c0657a admin admin] Pushing event updated for resources: {'Port': ['ID=11a6e5f5-abb9-43df-b9c8-1e221e1a0960,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:44.539733 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] Routers {'bce9a92e-abcf-46da-b823-74f5859c1ec1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:52:44.540292 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:52:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['bce9a92e-abcf-46da-b823-74f5859c1ec1'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:44.623232 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-92cf51e0-0bbb-4121-8991-94af98119d61 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306457 Sep 11 00:52:44.625191 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-975f2497-f47e-4f5d-bd03-954176868ba4 None None] Provisioning complete for port 8525fb1a-bec8-41cf-9223-a5db9498abf5 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:44.633980 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-975f2497-f47e-4f5d-bd03-954176868ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (8525fb1a-bec8-41cf-9223-a5db9498abf5), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:44.698878 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] Set router bce9a92e-abcf-46da-b823-74f5859c1ec1 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:52:44.834367 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] Routers {'95fee4f3-abd7-4406-a70c-88d335798c28'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:52:44.835045 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:52:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['95fee4f3-abd7-4406-a70c-88d335798c28'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:45.007195 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:45.012429 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 60b1f9b3-85e1-4246-8931-222ce84c092f triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:45.016326 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (60b1f9b3-85e1-4246-8931-222ce84c092f), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:45.019466 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570a3d2-81f2-477c-af89-76c610420e70 None None] Pushing event updated for resources: {'Port': ['ID=eca3bdbf-31ff-446a-b9fc-c20521397652,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:45.049689 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:45.062927 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce9a92e-abcf-46da-b823-74f5859c1ec1', 'name': 'tempest-DeleteServersTestJSON-1222706970-router', 'tenant_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.144'}], 'enable_snat': True}, 'gw_port_id': '372a6d17-4e79-443e-bbee-465fe0c21ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:38Z', 'revision_number': 3, 'project_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'gw_port': {'id': '372a6d17-4e79-443e-bbee-465fe0c21ede', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce9a92e-abcf-46da-b823-74f5859c1ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:36Z', 'updated_at': '2022-09-11T00:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:45.133280 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=100 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:45.135221 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-ae68455a-92ab-4862-b23a-2c105be36b7c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042281 Sep 11 00:52:45.164870 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfda5f46-db11-4eeb-a434-fbc5d4a67873 None None] The sync data for ids ['bce9a92e-abcf-46da-b823-74f5859c1ec1'] in dv-cinder-master-3-iscsi is: [{'id': 'bce9a92e-abcf-46da-b823-74f5859c1ec1', 'name': 'tempest-DeleteServersTestJSON-1222706970-router', 'tenant_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.144'}], 'enable_snat': True}, 'gw_port_id': '372a6d17-4e79-443e-bbee-465fe0c21ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:38Z', 'revision_number': 3, 'project_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'gw_port': {'id': '372a6d17-4e79-443e-bbee-465fe0c21ede', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce9a92e-abcf-46da-b823-74f5859c1ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:36Z', 'updated_at': '2022-09-11T00:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:52:45.238051 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-46c2fb85-daaa-4971-ad9c-25b6a5c0657a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (11a6e5f5-abb9-43df-b9c8-1e221e1a0960), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:45.318646 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:45.418079 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-fd4926a3-9a79-47ec-8321-c5b91780e065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:45.419733 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-975f2497-f47e-4f5d-bd03-954176868ba4 None None] Current status of the port 8525fb1a-bec8-41cf-9223-a5db9498abf5 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:52:45.452132 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] Set router 95fee4f3-abd7-4406-a70c-88d335798c28 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:52:45.515860 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 40662) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:45.543236 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'name': 'tempest-ServerRescueNegativeTestJSON-1211608912-router', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58'}], 'enable_snat': True}, 'gw_port_id': '29124b10-1686-4109-971b-49406190182e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:39Z', 'revision_number': 4, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'gw_port': {'id': '29124b10-1686-4109-971b-49406190182e', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7abd8656-6965-40ed-8c8e-d308de8e7cc7', 'name': '', 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'mac_address': 'fa:16:3e:95:b7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:38Z', 'updated_at': '2022-09-11T00:52:39Z', 'revision_number': 2, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'subnets': [{'id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:45.546174 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-975f2497-f47e-4f5d-bd03-954176868ba4 None None] Provisioning complete for port 7abd8656-6965-40ed-8c8e-d308de8e7cc7 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:45.546568 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-975f2497-f47e-4f5d-bd03-954176868ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (7abd8656-6965-40ed-8c8e-d308de8e7cc7), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:45.651587 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d83d648f-e8e8-450c-9155-90f4ae5c8021 req-cea0f393-09e6-4f2b-a92a-c45ead51fd19 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 210 time: 0.1305821 Sep 11 00:52:45.714771 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] Checking router: ca681233-a3e2-4f99-a91c-9af635bd6a40 for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:52:45.715412 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] Updating router ca681233-a3e2-4f99-a91c-9af635bd6a40 port 7abd8656-6965-40ed-8c8e-d308de8e7cc7 binding host dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 00:52:45.788618 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c698d7c8-6a72-4720-8f6e-7dca4957869e admin admin] Router b9418f01-7791-4e40-88d0-38d48d92c06d is scheduled to L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 with binding_index 1 {{(pid=112722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 11 00:52:45.802726 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 60b1f9b3-85e1-4246-8931-222ce84c092f is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:52:45.804253 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 29124b10-1686-4109-971b-49406190182e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:52:45.812207 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-975f2497-f47e-4f5d-bd03-954176868ba4 None None] Port 7abd8656-6965-40ed-8c8e-d308de8e7cc7 cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:52:45.819885 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (7abd8656-6965-40ed-8c8e-d308de8e7cc7), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:45.874216 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-975f2497-f47e-4f5d-bd03-954176868ba4 None None] Provisioning complete for port 84e11071-36fd-4a0a-8133-bc1a748f18b2 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:45.874604 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-975f2497-f47e-4f5d-bd03-954176868ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (84e11071-36fd-4a0a-8133-bc1a748f18b2), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:45.893859 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:46.104224 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 29124b10-1686-4109-971b-49406190182e triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:46.104765 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (29124b10-1686-4109-971b-49406190182e), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:46.149683 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c698d7c8-6a72-4720-8f6e-7dca4957869e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:52:46.166699 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] Sync routers for ids ['b9418f01-7791-4e40-88d0-38d48d92c06d'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:52:46.179296 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] Routers {'b9418f01-7791-4e40-88d0-38d48d92c06d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:52:46.181009 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-46c2fb85-daaa-4971-ad9c-25b6a5c0657a admin admin] Publish callbacks [] for port (11a6e5f5-abb9-43df-b9c8-1e221e1a0960), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:46.184483 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:52:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b9418f01-7791-4e40-88d0-38d48d92c06d'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:46.187942 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'name': 'tempest-AttachVolumeShelveTestJSON-560177370-router', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139'}], 'enable_snat': True}, 'gw_port_id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:32Z', 'updated_at': '2022-09-11T00:52:35Z', 'revision_number': 3, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'gw_port': {'id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:af:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:46.209901 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c698d7c8-6a72-4720-8f6e-7dca4957869e admin admin] Publish callbacks [] for router (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:46.216891 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-c698d7c8-6a72-4720-8f6e-7dca4957869e admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.9051297 Sep 11 00:52:46.220531 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 40686) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:46.222119 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-46c2fb85-daaa-4971-ad9c-25b6a5c0657a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (11a6e5f5-abb9-43df-b9c8-1e221e1a0960), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:46.223026 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-46c2fb85-daaa-4971-ad9c-25b6a5c0657a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3767949'] for router_interface (95fee4f3-abd7-4406-a70c-88d335798c28), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:46.248009 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=100 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:46.271339 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [None req-fd4926a3-9a79-47ec-8321-c5b91780e065 admin admin] Allocated IP 172.20.0.1 (a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a/60e26e07-b495-41cc-bedc-6fd35ccd5758/d170c4db-c8cb-41a6-9f55-736dc8f7067b) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:52:46.310386 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:46.361251 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f8420-4f89-4f6b-842b-5d172a6c0fa2 None None] The sync data for ids ['95fee4f3-abd7-4406-a70c-88d335798c28'] in dv-cinder-master-3-iscsi is: [{'id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'name': 'tempest-AttachVolumeShelveTestJSON-560177370-router', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139'}], 'enable_snat': True}, 'gw_port_id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:32Z', 'updated_at': '2022-09-11T00:52:35Z', 'revision_number': 3, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'gw_port': {'id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:af:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:52:46.384758 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:46.431170 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-975f2497-f47e-4f5d-bd03-954176868ba4 None None] Current status of the port 84e11071-36fd-4a0a-8133-bc1a748f18b2 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:52:46.606297 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] Set router b9418f01-7791-4e40-88d0-38d48d92c06d gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:52:46.632777 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2fb85-daaa-4971-ad9c-25b6a5c0657a admin admin] Pushing event updated for resources: {'Port': ['ID=11a6e5f5-abb9-43df-b9c8-1e221e1a0960,revision_number=2']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:46.697533 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404388c-9476-47db-8cd1-015fac106c3c req-d68a8806-5eec-464d-bc47-f7e5dcbc7b9e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:52:46.709447 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-2bf3a68e-43ca-4aa4-86e0-18cc009371a2 None None] Provisioning complete for port 11a6e5f5-abb9-43df-b9c8-1e221e1a0960 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:46.709848 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a68e-43ca-4aa4-86e0-18cc009371a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (11a6e5f5-abb9-43df-b9c8-1e221e1a0960), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:46.710177 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f404388c-9476-47db-8cd1-015fac106c3c req-d68a8806-5eec-464d-bc47-f7e5dcbc7b9e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/networks?id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f HTTP/1.1" status: 200 len: 819 time: 0.3131981 Sep 11 00:52:46.723340 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 29124b10-1686-4109-971b-49406190182e is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:52:46.723978 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (29124b10-1686-4109-971b-49406190182e), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:46.803112 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f404388c-9476-47db-8cd1-015fac106c3c req-e9c2db58-8113-420b-a0e9-3aab5949bafc tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/quotas/6a58aefc25e141ca93821a80859875e8 HTTP/1.1" status: 200 len: 375 time: 0.0902472 Sep 11 00:52:46.853749 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port 29124b10-1686-4109-971b-49406190182e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=29124b10-1686-4109-971b-49406190182e,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:52:46.861301 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-2bf3a68e-43ca-4aa4-86e0-18cc009371a2 None None] Port 11a6e5f5-abb9-43df-b9c8-1e221e1a0960 cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:52:46.875217 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c2fb85-daaa-4971-ad9c-25b6a5c0657a admin admin] Network 3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:52:46.891596 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (29124b10-1686-4109-971b-49406190182e), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:46.892141 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-46c2fb85-daaa-4971-ad9c-25b6a5c0657a admin admin] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:52:46.962478 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-fd4926a3-9a79-47ec-8321-c5b91780e065 admin admin] Publish callbacks [] for port (d170c4db-c8cb-41a6-9f55-736dc8f7067b), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:47.170082 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 40726) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:47.215843 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=29124b10-1686-4109-971b-49406190182e,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:47.260822 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f404388c-9476-47db-8cd1-015fac106c3c req-b2fb611b-a27a-4d8e-b763-5458459d2c1e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6a58aefc25e141ca93821a80859875e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4562597 Sep 11 00:52:47.274072 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:42Z', 'revision_number': 3, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:47.393891 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] Publish callbacks [] for port (7abd8656-6965-40ed-8c8e-d308de8e7cc7), precommit_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:47.399807 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] Checking router: b9418f01-7791-4e40-88d0-38d48d92c06d for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:52:47.400366 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] Updating router b9418f01-7791-4e40-88d0-38d48d92c06d port 72c467b2-91f5-4d30-8a62-2d87b7f2df3f binding host dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 00:52:47.408123 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:47.417476 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (7abd8656-6965-40ed-8c8e-d308de8e7cc7), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:47.458464 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (72c467b2-91f5-4d30-8a62-2d87b7f2df3f), before_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:47.464507 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-fd4926a3-9a79-47ec-8321-c5b91780e065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (d170c4db-c8cb-41a6-9f55-736dc8f7067b), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:47.599043 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-4bcf0877-f5b5-44e9-a890-a84d67fe43a5 None None] Provisioning complete for port 11a6e5f5-abb9-43df-b9c8-1e221e1a0960 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:47.599536 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0877-f5b5-44e9-a890-a84d67fe43a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (11a6e5f5-abb9-43df-b9c8-1e221e1a0960), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:47.601772 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4926a3-9a79-47ec-8321-c5b91780e065 admin admin] Network a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:52:47.604411 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device eca3bdbf-31ff-446a-b9fc-c20521397652 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:52:47.619510 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-fd4926a3-9a79-47ec-8321-c5b91780e065 admin admin] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:52:47.643662 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4926a3-9a79-47ec-8321-c5b91780e065 admin admin] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:52:47.645717 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-fd4926a3-9a79-47ec-8321-c5b91780e065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3767825'] for router_interface (bce9a92e-abcf-46da-b823-74f5859c1ec1), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:47.648129 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f404388c-9476-47db-8cd1-015fac106c3c req-7a487f78-7c6f-4273-a623-50d2931a30de service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858297 Sep 11 00:52:47.986417 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29326588-d2cf-43d9-b0e0-7e1167ba0aaf None None] Pushing event updated for resources: {'Port': ['ID=7abd8656-6965-40ed-8c8e-d308de8e7cc7,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:47.996630 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-4bcf0877-f5b5-44e9-a890-a84d67fe43a5 None None] Port 11a6e5f5-abb9-43df-b9c8-1e221e1a0960 cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:52:48.027990 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] Attempting to bind port 7abd8656-6965-40ed-8c8e-d308de8e7cc7 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:52:48.027990 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] Attempting to bind port 7abd8656-6965-40ed-8c8e-d308de8e7cc7 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'efa8b440-94f8-4ee3-85f9-45381836be7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:52:48.027990 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] Attempting to bind port 7abd8656-6965-40ed-8c8e-d308de8e7cc7 on network 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:52:48.040348 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port eca3bdbf-31ff-446a-b9fc-c20521397652 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:48.040979 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (eca3bdbf-31ff-446a-b9fc-c20521397652), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:48.126473 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:48.219932 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 40750) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:48.234476 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:48.305162 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-195cb2e9-1afd-41e8-ab30-866ef11912a2 None None] Provisioning complete for port d170c4db-c8cb-41a6-9f55-736dc8f7067b triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:48.305548 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-195cb2e9-1afd-41e8-ab30-866ef11912a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (d170c4db-c8cb-41a6-9f55-736dc8f7067b), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:48.418385 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c2fb85-daaa-4971-ad9c-25b6a5c0657a admin admin] Router 95fee4f3-abd7-4406-a70c-88d335798c28 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:52:48.429970 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f404388c-9476-47db-8cd1-015fac106c3c req-890649a3-f004-47ad-a2c1-2e2c4a2b7fcc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7806754 Sep 11 00:52:48.447820 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:52:48.448988 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] Checking segment: {'id': 'efa8b440-94f8-4ee3-85f9-45381836be7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:52:48.449365 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:48.452004 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] Bound using segment: {'id': 'efa8b440-94f8-4ee3-85f9-45381836be7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:52:48.452791 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] Bound port: 7abd8656-6965-40ed-8c8e-d308de8e7cc7, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa8b440-94f8-4ee3-85f9-45381836be7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:52:48.453249 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (7abd8656-6965-40ed-8c8e-d308de8e7cc7), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:48.463029 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4926a3-9a79-47ec-8321-c5b91780e065 admin admin] Pushing event updated for resources: {'Port': ['ID=d170c4db-c8cb-41a6-9f55-736dc8f7067b,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:48.467014 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] Publish callbacks [] for port (72c467b2-91f5-4d30-8a62-2d87b7f2df3f), precommit_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:48.489832 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (72c467b2-91f5-4d30-8a62-2d87b7f2df3f), after_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:48.515930 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-195cb2e9-1afd-41e8-ab30-866ef11912a2 None None] Port d170c4db-c8cb-41a6-9f55-736dc8f7067b cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:52:48.565346 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c5829d89-ba9c-4c62-936f-a94c66eb1e4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:48.574147 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:48.610216 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-8417371b-8e5b-43a3-816a-46fe24ab21ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1879776393-network', 'tenant_id': '47891decc6d14bffb70bb4fb7c46c458'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:52:48.643354 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bcb95-7b06-444c-aa7e-f57a8aa48db1 None None] Pushing event updated for resources: {'Port': ['ID=72c467b2-91f5-4d30-8a62-2d87b7f2df3f,revision_number=2']} {{(pid=112724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:48.660979 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c5829d89-ba9c-4c62-936f-a94c66eb1e4d admin admin] Publish callbacks [] for security_group (4aa7b9ce-cd34-4d6e-8c68-3c8d50277123), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:48.664312 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] Attempting to bind port 72c467b2-91f5-4d30-8a62-2d87b7f2df3f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:52:48.665708 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] Attempting to bind port 72c467b2-91f5-4d30-8a62-2d87b7f2df3f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}] {{(pid=112724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:52:48.666972 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] Attempting to bind port 72c467b2-91f5-4d30-8a62-2d87b7f2df3f on network c4f00262-7f99-4bd5-861f-59a77dcd079c {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:52:48.668088 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:48.672267 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c5829d89-ba9c-4c62-936f-a94c66eb1e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (4aa7b9ce-cd34-4d6e-8c68-3c8d50277123), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:48.707389 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-c5829d89-ba9c-4c62-936f-a94c66eb1e4d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=93b2f717c20042d0809f2c51a658fb83&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5324256 Sep 11 00:52:48.719839 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 40764) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:48.747149 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 40766) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:48.769711 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port eca3bdbf-31ff-446a-b9fc-c20521397652 is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:52:48.770321 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (eca3bdbf-31ff-446a-b9fc-c20521397652), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:48.772316 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:52:48.772812 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] Checking segment: {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:52:48.773242 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:48.773630 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] Bound using segment: {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'} {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:52:48.774180 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] Bound port: 72c467b2-91f5-4d30-8a62-2d87b7f2df3f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}}] {{(pid=112724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:52:48.774608 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (72c467b2-91f5-4d30-8a62-2d87b7f2df3f), before_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:48.779659 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] For port 7abd8656-6965-40ed-8c8e-d308de8e7cc7, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:52:48.789141 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:48.794397 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] For port 7abd8656-6965-40ed-8c8e-d308de8e7cc7, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7abd8656-6965-40ed-8c8e-d308de8e7cc7,segment=NetworkSegment(efa8b440-94f8-4ee3-85f9-45381836be7e),segment_id=efa8b440-94f8-4ee3-85f9-45381836be7e)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:52:48.837178 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8417371b-8e5b-43a3-816a-46fe24ab21ea admin admin] Made reservation on behalf of 47891decc6d14bffb70bb4fb7c46c458 for: {'network': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:52:48.852814 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8417371b-8e5b-43a3-816a-46fe24ab21ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for network (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:48.860817 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.db [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] For port 72c467b2-91f5-4d30-8a62-2d87b7f2df3f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:52:48.864988 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.db [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] For port 72c467b2-91f5-4d30-8a62-2d87b7f2df3f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=72c467b2-91f5-4d30-8a62-2d87b7f2df3f,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:52:48.874095 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (72c467b2-91f5-4d30-8a62-2d87b7f2df3f), after_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:48.885734 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (7abd8656-6965-40ed-8c8e-d308de8e7cc7), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:48.898622 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port eca3bdbf-31ff-446a-b9fc-c20521397652, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=eca3bdbf-31ff-446a-b9fc-c20521397652,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:52:48.904423 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8417371b-8e5b-43a3-816a-46fe24ab21ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:48.940317 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a2cc63e2-209e-47bf-b922-f758e9411b9a admin admin] Publish callbacks [] for security_group (4aa7b9ce-cd34-4d6e-8c68-3c8d50277123), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:48.965239 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a2cc63e2-209e-47bf-b922-f758e9411b9a admin admin] Publish callbacks [] for security_group (4aa7b9ce-cd34-4d6e-8c68-3c8d50277123), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:48.975212 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bcb95-7b06-444c-aa7e-f57a8aa48db1 None None] Pushing event updated for resources: {'Port': ['ID=72c467b2-91f5-4d30-8a62-2d87b7f2df3f,revision_number=3']} {{(pid=112724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:48.985818 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] Routers {'b9418f01-7791-4e40-88d0-38d48d92c06d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:52:48.986848 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:52:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b9418f01-7791-4e40-88d0-38d48d92c06d'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:49.011433 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:49.069482 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29326588-d2cf-43d9-b0e0-7e1167ba0aaf None None] Pushing event updated for resources: {'Port': ['ID=7abd8656-6965-40ed-8c8e-d308de8e7cc7,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:49.081644 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a2cc63e2-209e-47bf-b922-f758e9411b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (4aa7b9ce-cd34-4d6e-8c68-3c8d50277123), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:49.085526 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a2cc63e2-209e-47bf-b922-f758e9411b9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:49.088419 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-a2cc63e2-209e-47bf-b922-f758e9411b9a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4aa7b9ce-cd34-4d6e-8c68-3c8d50277123 HTTP/1.1" status: 204 len: 168 time: 0.3646579 Sep 11 00:52:49.119718 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5829d89-ba9c-4c62-936f-a94c66eb1e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa7b9ce-cd34-4d6e-8c68-3c8d50277123,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:49.128249 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (eca3bdbf-31ff-446a-b9fc-c20521397652), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:49.128975 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 84e11071-36fd-4a0a-8133-bc1a748f18b2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:52:49.146647 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-5ccccf57-0e97-4286-b102-6ac75da37b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:49.188605 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc63e2-209e-47bf-b922-f758e9411b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa7b9ce-cd34-4d6e-8c68-3c8d50277123,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:49.218947 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-63db4929-f4b7-4f16-b2b0-9cf3ff52c50d req-668239a8-1f86-44b0-bc07-4852b2ab734e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 210 time: 0.2410135 Sep 11 00:52:49.299775 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c2fb85-daaa-4971-ad9c-25b6a5c0657a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:52:49.319669 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-c9c713db-bac5-4b8d-90dc-8379cb43dbf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:49.321783 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-46c2fb85-daaa-4971-ad9c-25b6a5c0657a admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/95fee4f3-abd7-4406-a70c-88d335798c28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4677248 Sep 11 00:52:49.339025 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-fd4926a3-9a79-47ec-8321-c5b91780e065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (d170c4db-c8cb-41a6-9f55-736dc8f7067b), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:49.427955 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-1cd55c41-3a68-4342-afea-5b4ed20b0944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:49.437682 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] Routers {'ca681233-a3e2-4f99-a91c-9af635bd6a40'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:52:49.442263 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:52:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['ca681233-a3e2-4f99-a91c-9af635bd6a40'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:49.571106 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] Set router b9418f01-7791-4e40-88d0-38d48d92c06d gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:52:49.668385 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:49.785916 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:49.789566 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] Sync routers for ids ['95fee4f3-abd7-4406-a70c-88d335798c28'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:52:49.856065 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-fd4926a3-9a79-47ec-8321-c5b91780e065 admin admin] Publish callbacks [] for port (d170c4db-c8cb-41a6-9f55-736dc8f7067b), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:49.866727 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-fd4926a3-9a79-47ec-8321-c5b91780e065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (d170c4db-c8cb-41a6-9f55-736dc8f7067b), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:49.868114 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-fd4926a3-9a79-47ec-8321-c5b91780e065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3767949'] for router_interface (bce9a92e-abcf-46da-b823-74f5859c1ec1), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:49.884151 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.18', 60814) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:49.915548 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 84e11071-36fd-4a0a-8133-bc1a748f18b2 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:49.915927 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (84e11071-36fd-4a0a-8133-bc1a748f18b2), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:49.951241 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:42Z', 'revision_number': 3, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:50.030587 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afde55a9-4ffc-4c88-8797-18c3a55cbe14 None None] The sync data for ids ['b9418f01-7791-4e40-88d0-38d48d92c06d'] in dv-cinder-master-3-iscsi is: [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:42Z', 'revision_number': 3, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:52:50.041231 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8417371b-8e5b-43a3-816a-46fe24ab21ea admin admin] Publish callbacks [] for security_group (835cfdf3-390f-44b3-86ef-2e3f746e2b44), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:50.050086 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=eca3bdbf-31ff-446a-b9fc-c20521397652,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:50.055688 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] Routers {'95fee4f3-abd7-4406-a70c-88d335798c28'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:52:50.056318 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:52:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['95fee4f3-abd7-4406-a70c-88d335798c28'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:50.095508 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8417371b-8e5b-43a3-816a-46fe24ab21ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (835cfdf3-390f-44b3-86ef-2e3f746e2b44), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:50.122600 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 40818) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:50.278041 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8417371b-8e5b-43a3-816a-46fe24ab21ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=112721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 00:52:50.281071 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-818739a6-b895-4874-a53c-e46e3be769b5 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--494861835', 'description': 'tempest-description--1225949259'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:52:50.291631 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] Set router 95fee4f3-abd7-4406-a70c-88d335798c28 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:52:50.337119 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4926a3-9a79-47ec-8321-c5b91780e065 admin admin] Network a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:52:50.344225 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-fd4926a3-9a79-47ec-8321-c5b91780e065 admin admin] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:52:50.351927 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4926a3-9a79-47ec-8321-c5b91780e065 admin admin] Pushing event updated for resources: {'Port': ['ID=d170c4db-c8cb-41a6-9f55-736dc8f7067b,revision_number=2']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:50.417729 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [None req-5ccccf57-0e97-4286-b102-6ac75da37b11 admin admin] Allocated IP 172.20.0.1 (e5ef326a-1def-4c9c-ad55-20a6d9fdbde1/5da596f2-fc37-4a91-8931-a08cdf30e571/b4c12488-6bc8-4846-b558-4bd44c0d432b) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:52:50.462627 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2c3df179-c212-4001-aad1-88625bee3ba6 req-71b6028b-ec15-4ac5-9bf5-a7d372b5fcb8 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 210 time: 0.1192403 Sep 11 00:52:50.471323 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-c9c713db-bac5-4b8d-90dc-8379cb43dbf6 admin admin] Publish callbacks [] for security_group (0d409efe-6f31-4292-af82-5379d43231ba), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:50.496939 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417371b-8e5b-43a3-816a-46fe24ab21ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835cfdf3-390f-44b3-86ef-2e3f746e2b44,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:50.517397 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8417371b-8e5b-43a3-816a-46fe24ab21ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (37e96ab4-c9bd-498f-a633-d81e5c7425f2), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:50.517744 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.segments_db [None req-8417371b-8e5b-43a3-816a-46fe24ab21ea admin admin] Added segment 37e96ab4-c9bd-498f-a633-d81e5c7425f2 of type vlan for network 5cebd750-4a0e-4d37-8ba3-d019a4e436f9 Sep 11 00:52:50.579148 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-818739a6-b895-4874-a53c-e46e3be769b5 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:50.626253 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-c9c713db-bac5-4b8d-90dc-8379cb43dbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (0d409efe-6f31-4292-af82-5379d43231ba), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:50.675779 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] Set router ca681233-a3e2-4f99-a91c-9af635bd6a40 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:52:50.675779 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 84e11071-36fd-4a0a-8133-bc1a748f18b2 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:52:50.675779 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 372a6d17-4e79-443e-bbee-465fe0c21ede up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:52:50.743647 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-51cf0e4b-b1a7-421e-93d0-f0810b6c1a91 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:52:50.763629 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-51cf0e4b-b1a7-421e-93d0-f0810b6c1a91 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.18 "GET /networking/v2.0/networks?id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f HTTP/1.1" status: 200 len: 819 time: 0.8680141 Sep 11 00:52:50.809415 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:50.912118 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8417371b-8e5b-43a3-816a-46fe24ab21ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765262360468'] for network (5cebd750-4a0e-4d37-8ba3-d019a4e436f9), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:50.956101 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-818739a6-b895-4874-a53c-e46e3be769b5 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for security_group (6ef1358e-e308-4204-90b0-5a5e51c86749), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:50.981183 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-818739a6-b895-4874-a53c-e46e3be769b5 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (6ef1358e-e308-4204-90b0-5a5e51c86749), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:51.012884 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:51.080043 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-f935060e-3bf6-46cb-97f3-03ff0a86c412 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Request body: {'port': {'device_id': '9acff3d4-2dd1-4809-bc64-2dfc7829bfc6', 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'admin_state_up': True, 'tenant_id': '6a58aefc25e141ca93821a80859875e8'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:52:51.115381 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4926a3-9a79-47ec-8321-c5b91780e065 admin admin] Router bce9a92e-abcf-46da-b823-74f5859c1ec1 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:52:51.133226 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=100 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:51.147912 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-b7d6e7fb-426a-4132-a9ae-29c7853c4be0 None None] Provisioning complete for port d170c4db-c8cb-41a6-9f55-736dc8f7067b triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:51.148292 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-b7d6e7fb-426a-4132-a9ae-29c7853c4be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (d170c4db-c8cb-41a6-9f55-736dc8f7067b), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:51.164695 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-818739a6-b895-4874-a53c-e46e3be769b5 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:51.172233 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-818739a6-b895-4874-a53c-e46e3be769b5 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9235890 Sep 11 00:52:51.181963 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818739a6-b895-4874-a53c-e46e3be769b5 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef1358e-e308-4204-90b0-5a5e51c86749,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:51.187975 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 40870) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:51.202944 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-acd8d529-da49-4f8c-a8e1-f94a2dd6c144 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Request body: {'security_group_rule': {'security_group_id': '6ef1358e-e308-4204-90b0-5a5e51c86749', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:52:51.249909 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-5ccccf57-0e97-4286-b102-6ac75da37b11 admin admin] Publish callbacks [] for port (b4c12488-6bc8-4846-b558-4bd44c0d432b), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:51.285624 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'name': 'tempest-AttachVolumeShelveTestJSON-560177370-router', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139'}], 'enable_snat': True}, 'gw_port_id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:32Z', 'updated_at': '2022-09-11T00:52:45Z', 'revision_number': 4, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'gw_port': {'id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '11a6e5f5-abb9-43df-b9c8-1e221e1a0960', 'name': '', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'mac_address': 'fa:16:3e:cf:d9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:42Z', 'updated_at': '2022-09-11T00:52:45Z', 'revision_number': 2, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'subnets': [{'id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:51.305813 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:51.375258 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-acd8d529-da49-4f8c-a8e1-f94a2dd6c144 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for security_group_rule (a05bf658-ae94-4bb1-b393-3d6f0f84be8d), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:51.377016 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-c9c713db-bac5-4b8d-90dc-8379cb43dbf6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d3c0ead056414321832a11081ed450ce&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6282265 Sep 11 00:52:51.381505 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 372a6d17-4e79-443e-bbee-465fe0c21ede triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:51.383167 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (372a6d17-4e79-443e-bbee-465fe0c21ede), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:51.392479 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c713db-bac5-4b8d-90dc-8379cb43dbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d409efe-6f31-4292-af82-5379d43231ba,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:51.393281 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 40874) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:51.395754 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8417371b-8e5b-43a3-816a-46fe24ab21ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for network (5cebd750-4a0e-4d37-8ba3-d019a4e436f9), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:51.397109 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8417371b-8e5b-43a3-816a-46fe24ab21ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:52:51.397878 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8417371b-8e5b-43a3-816a-46fe24ab21ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:51.517405 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] Checking router: 95fee4f3-abd7-4406-a70c-88d335798c28 for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:52:51.517801 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] Updating router 95fee4f3-abd7-4406-a70c-88d335798c28 port 11a6e5f5-abb9-43df-b9c8-1e221e1a0960 binding host dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 00:52:51.595402 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-ff22052a-36bc-4a08-8d61-b6e51afde630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:51.628427 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-b7d6e7fb-426a-4132-a9ae-29c7853c4be0 None None] Port d170c4db-c8cb-41a6-9f55-736dc8f7067b cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:52:51.652129 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-acd8d529-da49-4f8c-a8e1-f94a2dd6c144 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for security_group_rule (a05bf658-ae94-4bb1-b393-3d6f0f84be8d), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:51.713407 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-acd8d529-da49-4f8c-a8e1-f94a2dd6c144 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (a05bf658-ae94-4bb1-b393-3d6f0f84be8d), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:51.739732 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:51.791940 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'name': 'tempest-ServerRescueNegativeTestJSON-1211608912-router', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58'}], 'enable_snat': True}, 'gw_port_id': '29124b10-1686-4109-971b-49406190182e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:39Z', 'revision_number': 4, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'gw_port': {'id': '29124b10-1686-4109-971b-49406190182e', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7abd8656-6965-40ed-8c8e-d308de8e7cc7', 'name': '', 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'mac_address': 'fa:16:3e:95:b7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:38Z', 'updated_at': '2022-09-11T00:52:48Z', 'revision_number': 4, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'subnets': [{'id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:51.796702 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (11a6e5f5-abb9-43df-b9c8-1e221e1a0960), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:51.830778 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8d529-da49-4f8c-a8e1-f94a2dd6c144 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05bf658-ae94-4bb1-b393-3d6f0f84be8d,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:51.878701 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2322d5-f71a-46b6-96d5-0ff1487e2d46 None None] The sync data for ids ['ca681233-a3e2-4f99-a91c-9af635bd6a40'] in dv-cinder-master-3-iscsi is: [{'id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'name': 'tempest-ServerRescueNegativeTestJSON-1211608912-router', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58'}], 'enable_snat': True}, 'gw_port_id': '29124b10-1686-4109-971b-49406190182e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:39Z', 'revision_number': 4, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'gw_port': {'id': '29124b10-1686-4109-971b-49406190182e', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7abd8656-6965-40ed-8c8e-d308de8e7cc7', 'name': '', 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'mac_address': 'fa:16:3e:95:b7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:38Z', 'updated_at': '2022-09-11T00:52:48Z', 'revision_number': 4, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'subnets': [{'id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:52:51.894115 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4926a3-9a79-47ec-8321-c5b91780e065 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:52:51.931387 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-fd4926a3-9a79-47ec-8321-c5b91780e065 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/bce9a92e-abcf-46da-b823-74f5859c1ec1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8515782 Sep 11 00:52:51.940234 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1992ddad-2859-419e-898a-09089ee82efa None None] Sync routers for ids ['bce9a92e-abcf-46da-b823-74f5859c1ec1'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:52:51.940705 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1721-2c0e-4fcf-b4e3-9a81c11660c5 admin admin] Publish callbacks [] for security_group (0d409efe-6f31-4292-af82-5379d43231ba), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:51.977467 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-acd8d529-da49-4f8c-a8e1-f94a2dd6c144 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:51.984758 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1992ddad-2859-419e-898a-09089ee82efa None None] Routers {'bce9a92e-abcf-46da-b823-74f5859c1ec1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:52:51.986976 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-acd8d529-da49-4f8c-a8e1-f94a2dd6c144 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7840054 Sep 11 00:52:51.987805 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-1992ddad-2859-419e-898a-09089ee82efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:52:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['bce9a92e-abcf-46da-b823-74f5859c1ec1'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:51.987941 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 40890) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:52.026736 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-8417371b-8e5b-43a3-816a-46fe24ab21ea admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.8055353 Sep 11 00:52:52.039624 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-5ccccf57-0e97-4286-b102-6ac75da37b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (b4c12488-6bc8-4846-b558-4bd44c0d432b), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:52.050735 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-d337663e-4ecd-449c-9b4c-488450150c7d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Request body: {'security_group_rule': {'security_group_id': '6ef1358e-e308-4204-90b0-5a5e51c86749', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:52:52.073216 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 40894) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:52.085889 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1721-2c0e-4fcf-b4e3-9a81c11660c5 admin admin] Publish callbacks [] for security_group (0d409efe-6f31-4292-af82-5379d43231ba), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:52.322187 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.18', 60823) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:52.343833 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-53853286-0ac3-4f4e-9872-7f900ea18628 admin admin] Request body: {'subnet': {'network_id': '5cebd750-4a0e-4d37-8ba3-d019a4e436f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1879776393-subnet', 'tenant_id': '47891decc6d14bffb70bb4fb7c46c458', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:52:52.427097 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 372a6d17-4e79-443e-bbee-465fe0c21ede is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:52:52.430031 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 00:52:52.433697 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (372a6d17-4e79-443e-bbee-465fe0c21ede), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:52.528075 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1721-2c0e-4fcf-b4e3-9a81c11660c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (0d409efe-6f31-4292-af82-5379d43231ba), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:52.535902 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1721-2c0e-4fcf-b4e3-9a81c11660c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:52.538038 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-0d0e1721-2c0e-4fcf-b4e3-9a81c11660c5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0d409efe-6f31-4292-af82-5379d43231ba HTTP/1.1" status: 204 len: 168 time: 1.1394761 Sep 11 00:52:52.569390 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-1992ddad-2859-419e-898a-09089ee82efa None None] Set router bce9a92e-abcf-46da-b823-74f5859c1ec1 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:52:52.737793 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccccf57-0e97-4286-b102-6ac75da37b11 admin admin] Pushing event updated for resources: {'Port': ['ID=b4c12488-6bc8-4846-b558-4bd44c0d432b,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:52.760893 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port 372a6d17-4e79-443e-bbee-465fe0c21ede, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=372a6d17-4e79-443e-bbee-465fe0c21ede,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:52:52.769248 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccccf57-0e97-4286-b102-6ac75da37b11 admin admin] Network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:52:52.814911 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (372a6d17-4e79-443e-bbee-465fe0c21ede), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:52.817188 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 8525fb1a-bec8-41cf-9223-a5db9498abf5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:52:52.879513 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-f935060e-3bf6-46cb-97f3-03ff0a86c412 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Made reservation on behalf of 6a58aefc25e141ca93821a80859875e8 for: {'port': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:52:52.886085 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404388c-9476-47db-8cd1-015fac106c3c req-816406ae-65dd-4988-82ff-5303022dd0d1 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:52:52.890562 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f404388c-9476-47db-8cd1-015fac106c3c req-816406ae-65dd-4988-82ff-5303022dd0d1 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.18 "GET /networking/v2.0/networks?id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f HTTP/1.1" status: 200 len: 819 time: 0.5649886 Sep 11 00:52:52.893398 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-f935060e-3bf6-46cb-97f3-03ff0a86c412 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:52.918913 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [req-f404388c-9476-47db-8cd1-015fac106c3c req-4a503bb0-41aa-4156-9d9d-c3eac410251b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Request body: {'port': {'device_id': '62f2702d-714f-47f4-87e5-25f0283ee9a5', 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'admin_state_up': True, 'tenant_id': '6a58aefc25e141ca93821a80859875e8'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:52:52.966159 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:52.984050 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e1721-2c0e-4fcf-b4e3-9a81c11660c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d409efe-6f31-4292-af82-5379d43231ba,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:53.166800 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:53.187206 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d337663e-4ecd-449c-9b4c-488450150c7d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for security_group_rule (864416a7-2749-4e88-befd-07db616fd4ca), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:53.213146 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:53.224258 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417371b-8e5b-43a3-816a-46fe24ab21ea admin admin] Pushing event updated for resources: {'Network': ['ID=5cebd750-4a0e-4d37-8ba3-d019a4e436f9,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:53.254015 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:53.262019 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Network 5cebd750-4a0e-4d37-8ba3-d019a4e436f9 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=112723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 00:52:53.292870 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-5ccccf57-0e97-4286-b102-6ac75da37b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:52:53.313688 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-15000aab-4d78-477c-bda6-80ccc4b675af req-fdc46f1f-ae48-4da4-baf5-6175f4f967c2 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 210 time: 1.3450177 Sep 11 00:52:53.315157 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccccf57-0e97-4286-b102-6ac75da37b11 admin admin] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:52:53.324218 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-5ccccf57-0e97-4286-b102-6ac75da37b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3767825'] for router_interface (b9418f01-7791-4e40-88d0-38d48d92c06d), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:53.387125 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d337663e-4ecd-449c-9b4c-488450150c7d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for security_group_rule (864416a7-2749-4e88-befd-07db616fd4ca), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:53.483372 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d337663e-4ecd-449c-9b4c-488450150c7d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (864416a7-2749-4e88-befd-07db616fd4ca), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:53.490132 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:53.535068 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-1992ddad-2859-419e-898a-09089ee82efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce9a92e-abcf-46da-b823-74f5859c1ec1', 'name': 'tempest-DeleteServersTestJSON-1222706970-router', 'tenant_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.144'}], 'enable_snat': True}, 'gw_port_id': '372a6d17-4e79-443e-bbee-465fe0c21ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:49Z', 'revision_number': 4, 'project_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'gw_port': {'id': '372a6d17-4e79-443e-bbee-465fe0c21ede', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce9a92e-abcf-46da-b823-74f5859c1ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:36Z', 'updated_at': '2022-09-11T00:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd170c4db-c8cb-41a6-9f55-736dc8f7067b', 'name': '', 'network_id': 'a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a', 'tenant_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'mac_address': 'fa:16:3e:e7:e0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce9a92e-abcf-46da-b823-74f5859c1ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '60e26e07-b495-41cc-bedc-6fd35ccd5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:45Z', 'updated_at': '2022-09-11T00:52:49Z', 'revision_number': 2, 'project_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'subnets': [{'id': '60e26e07-b495-41cc-bedc-6fd35ccd5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:53.622111 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337663e-4ecd-449c-9b4c-488450150c7d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=864416a7-2749-4e88-befd-07db616fd4ca,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:53.684663 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 8525fb1a-bec8-41cf-9223-a5db9498abf5 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:53.685122 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (8525fb1a-bec8-41cf-9223-a5db9498abf5), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:53.730947 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1992ddad-2859-419e-898a-09089ee82efa None None] Checking router: bce9a92e-abcf-46da-b823-74f5859c1ec1 for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:52:53.733386 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1992ddad-2859-419e-898a-09089ee82efa None None] Updating router bce9a92e-abcf-46da-b823-74f5859c1ec1 port d170c4db-c8cb-41a6-9f55-736dc8f7067b binding host dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 00:52:53.845157 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53853286-0ac3-4f4e-9872-7f900ea18628 admin admin] Made reservation on behalf of 47891decc6d14bffb70bb4fb7c46c458 for: {'subnet': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:52:53.848458 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-53853286-0ac3-4f4e-9872-7f900ea18628 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:53.856941 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d337663e-4ecd-449c-9b4c-488450150c7d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:53.861541 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-d337663e-4ecd-449c-9b4c-488450150c7d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8662255 Sep 11 00:52:53.872386 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 40932) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:53.883958 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-1992ddad-2859-419e-898a-09089ee82efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (d170c4db-c8cb-41a6-9f55-736dc8f7067b), before_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:53.911836 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:53.916385 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-aa9ceb31-395f-463d-bb06-731449b0492d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Request body: {'floatingip': {'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:52:54.071092 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-aa9ceb31-395f-463d-bb06-731449b0492d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:54.149559 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-06e7afb6-4a06-4db9-88de-21c8d14c7188 None None] Provisioning complete for port b4c12488-6bc8-4846-b558-4bd44c0d432b triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:54.150741 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-06e7afb6-4a06-4db9-88de-21c8d14c7188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (b4c12488-6bc8-4846-b558-4bd44c0d432b), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:54.165760 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f404388c-9476-47db-8cd1-015fac106c3c req-4a503bb0-41aa-4156-9d9d-c3eac410251b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Made reservation on behalf of 6a58aefc25e141ca93821a80859875e8 for: {'port': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:52:54.184259 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-f404388c-9476-47db-8cd1-015fac106c3c req-4a503bb0-41aa-4156-9d9d-c3eac410251b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:54.261784 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:54.438217 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] Publish callbacks [] for port (11a6e5f5-abb9-43df-b9c8-1e221e1a0960), precommit_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:54.440150 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-06e7afb6-4a06-4db9-88de-21c8d14c7188 None None] Port b4c12488-6bc8-4846-b558-4bd44c0d432b cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:52:54.442660 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:54.469149 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (11a6e5f5-abb9-43df-b9c8-1e221e1a0960), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:54.471640 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-f935060e-3bf6-46cb-97f3-03ff0a86c412 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Allocated IP 172.20.0.9 (4d017d49-42d2-4f66-ab1e-6d7b9f9e874f/c6a47ffa-8534-424b-aa2a-93b1efe10fe2/1fc55f70-880d-4007-99be-49ec52f1b61e) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:52:54.483870 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 40948) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:54.519890 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=372a6d17-4e79-443e-bbee-465fe0c21ede,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:54.533265 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 8525fb1a-bec8-41cf-9223-a5db9498abf5 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:52:54.745348 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8374b-9676-4b76-b610-8ba398e49bc2 None None] Pushing event updated for resources: {'Port': ['ID=11a6e5f5-abb9-43df-b9c8-1e221e1a0960,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:54.829574 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] Attempting to bind port 11a6e5f5-abb9-43df-b9c8-1e221e1a0960 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:52:54.833425 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] Attempting to bind port 11a6e5f5-abb9-43df-b9c8-1e221e1a0960 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cfb772bb-518f-4e67-acc1-2479811b2e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:52:54.836502 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] Attempting to bind port 11a6e5f5-abb9-43df-b9c8-1e221e1a0960 on network 3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:52:54.874082 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:55.028060 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 40958) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:55.031295 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-80f9610f-ca60-4568-8895-3bc98c905363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:55.040013 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-1992ddad-2859-419e-898a-09089ee82efa None None] Publish callbacks [] for port (d170c4db-c8cb-41a6-9f55-736dc8f7067b), precommit_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:55.058355 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-1992ddad-2859-419e-898a-09089ee82efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (d170c4db-c8cb-41a6-9f55-736dc8f7067b), after_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:55.099506 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:55.121201 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:52:55.128520 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] Checking segment: {'id': 'cfb772bb-518f-4e67-acc1-2479811b2e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:52:55.130384 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:55.134371 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] Bound using segment: {'id': 'cfb772bb-518f-4e67-acc1-2479811b2e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:52:55.135305 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] Bound port: 11a6e5f5-abb9-43df-b9c8-1e221e1a0960, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb772bb-518f-4e67-acc1-2479811b2e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:52:55.136005 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (11a6e5f5-abb9-43df-b9c8-1e221e1a0960), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:55.291846 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d419c858-cfc2-4d51-83f6-235a4e0bd20a req-3b067348-a69f-48bd-b965-00fdb5fd4b4b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 210 time: 0.3632596 Sep 11 00:52:55.334922 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bfeade-d360-4a5c-87ba-9d4deb794c71 None None] Pushing event updated for resources: {'Port': ['ID=d170c4db-c8cb-41a6-9f55-736dc8f7067b,revision_number=3']} {{(pid=112724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:55.337634 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 7abd8656-6965-40ed-8c8e-d308de8e7cc7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:52:55.459638 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-1992ddad-2859-419e-898a-09089ee82efa None None] Attempting to bind port d170c4db-c8cb-41a6-9f55-736dc8f7067b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:52:55.460844 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-1992ddad-2859-419e-898a-09089ee82efa None None] Attempting to bind port d170c4db-c8cb-41a6-9f55-736dc8f7067b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6b42dcb4-df67-4575-aa75-6ecd04c96046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a'}] {{(pid=112724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:52:55.461855 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992ddad-2859-419e-898a-09089ee82efa None None] Attempting to bind port d170c4db-c8cb-41a6-9f55-736dc8f7067b on network a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:52:55.568155 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 7abd8656-6965-40ed-8c8e-d308de8e7cc7 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:55.568631 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (7abd8656-6965-40ed-8c8e-d308de8e7cc7), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:55.584529 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992ddad-2859-419e-898a-09089ee82efa None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:52:55.584912 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992ddad-2859-419e-898a-09089ee82efa None None] Checking segment: {'id': '6b42dcb4-df67-4575-aa75-6ecd04c96046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:52:55.586973 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-1992ddad-2859-419e-898a-09089ee82efa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:55.588077 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992ddad-2859-419e-898a-09089ee82efa None None] Bound using segment: {'id': '6b42dcb4-df67-4575-aa75-6ecd04c96046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a'} {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:52:55.592180 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-1992ddad-2859-419e-898a-09089ee82efa None None] Bound port: d170c4db-c8cb-41a6-9f55-736dc8f7067b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b42dcb4-df67-4575-aa75-6ecd04c96046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a'}}] {{(pid=112724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:52:55.592819 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-1992ddad-2859-419e-898a-09089ee82efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (d170c4db-c8cb-41a6-9f55-736dc8f7067b), before_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:55.614559 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-f935060e-3bf6-46cb-97f3-03ff0a86c412 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for port (1fc55f70-880d-4007-99be-49ec52f1b61e), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:55.672360 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:55.678998 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-53853286-0ac3-4f4e-9872-7f900ea18628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for subnet (a5d166ae-bbfb-4c81-ba5d-ad79fe04bb05), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:55.704556 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-aa9ceb31-395f-463d-bb06-731449b0492d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:55.705420 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] For port 11a6e5f5-abb9-43df-b9c8-1e221e1a0960, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:52:55.788844 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] For port 11a6e5f5-abb9-43df-b9c8-1e221e1a0960, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=11a6e5f5-abb9-43df-b9c8-1e221e1a0960,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:52:55.809242 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:55.814336 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (11a6e5f5-abb9-43df-b9c8-1e221e1a0960), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:55.824141 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.db [None req-1992ddad-2859-419e-898a-09089ee82efa None None] For port d170c4db-c8cb-41a6-9f55-736dc8f7067b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:52:55.836652 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.db [None req-1992ddad-2859-419e-898a-09089ee82efa None None] For port d170c4db-c8cb-41a6-9f55-736dc8f7067b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d170c4db-c8cb-41a6-9f55-736dc8f7067b,segment=NetworkSegment(6b42dcb4-df67-4575-aa75-6ecd04c96046),segment_id=6b42dcb4-df67-4575-aa75-6ecd04c96046)] {{(pid=112724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:52:55.852001 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-1992ddad-2859-419e-898a-09089ee82efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (d170c4db-c8cb-41a6-9f55-736dc8f7067b), after_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:55.859274 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-5ccccf57-0e97-4286-b102-6ac75da37b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (b4c12488-6bc8-4846-b558-4bd44c0d432b), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:55.884883 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [None req-aa9ceb31-395f-463d-bb06-731449b0492d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Allocated IP 172.37.5.133 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/b8b123f3-6320-4cd7-87d0-1471d38d7fbd) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:52:55.903599 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8374b-9676-4b76-b610-8ba398e49bc2 None None] Pushing event updated for resources: {'Port': ['ID=11a6e5f5-abb9-43df-b9c8-1e221e1a0960,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:55.926389 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] Routers {'95fee4f3-abd7-4406-a70c-88d335798c28'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:52:55.927577 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:52:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['95fee4f3-abd7-4406-a70c-88d335798c28'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:56.022389 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-aa9ceb31-395f-463d-bb06-731449b0492d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for port (b8b123f3-6320-4cd7-87d0-1471d38d7fbd), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:56.029523 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1992ddad-2859-419e-898a-09089ee82efa None None] Routers {'bce9a92e-abcf-46da-b823-74f5859c1ec1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:52:56.030474 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-1992ddad-2859-419e-898a-09089ee82efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:52:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['bce9a92e-abcf-46da-b823-74f5859c1ec1'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:56.104651 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:56.120203 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-aa9ceb31-395f-463d-bb06-731449b0492d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (b8b123f3-6320-4cd7-87d0-1471d38d7fbd), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:56.126854 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-95b05b5c-1967-4595-b101-138a83c0fedd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:56.197841 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bfeade-d360-4a5c-87ba-9d4deb794c71 None None] Pushing event updated for resources: {'Port': ['ID=d170c4db-c8cb-41a6-9f55-736dc8f7067b,revision_number=4']} {{(pid=112724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:56.285777 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 7abd8656-6965-40ed-8c8e-d308de8e7cc7 is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:52:56.286185 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (7abd8656-6965-40ed-8c8e-d308de8e7cc7), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:56.413123 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-1992ddad-2859-419e-898a-09089ee82efa None None] Set router bce9a92e-abcf-46da-b823-74f5859c1ec1 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:52:56.424066 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-5ccccf57-0e97-4286-b102-6ac75da37b11 admin admin] Publish callbacks [] for port (b4c12488-6bc8-4846-b558-4bd44c0d432b), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:56.456759 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-5ccccf57-0e97-4286-b102-6ac75da37b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (b4c12488-6bc8-4846-b558-4bd44c0d432b), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:56.457528 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-5ccccf57-0e97-4286-b102-6ac75da37b11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3767949'] for router_interface (b9418f01-7791-4e40-88d0-38d48d92c06d), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:56.472075 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:56.473139 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53853286-0ac3-4f4e-9872-7f900ea18628 admin admin] Checking segment: {'id': '37e96ab4-c9bd-498f-a633-d81e5c7425f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5cebd750-4a0e-4d37-8ba3-d019a4e436f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:52:56.474372 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ceb31-395f-463d-bb06-731449b0492d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Pushing event updated for resources: {'Port': ['ID=b8b123f3-6320-4cd7-87d0-1471d38d7fbd,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:56.475747 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53853286-0ac3-4f4e-9872-7f900ea18628 admin admin] Network hostable DHCP agents. Network: 5cebd750-4a0e-4d37-8ba3-d019a4e436f9, hostable agents: ['141562d2-e0e6-4955-8563-ce36b7299d64'], hosted agents: [] {{(pid=112721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 00:52:56.482402 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] Set router 95fee4f3-abd7-4406-a70c-88d335798c28 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:52:56.648348 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [req-f404388c-9476-47db-8cd1-015fac106c3c req-4a503bb0-41aa-4156-9d9d-c3eac410251b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Allocated IP 172.20.0.10 (4d017d49-42d2-4f66-ab1e-6d7b9f9e874f/c6a47ffa-8534-424b-aa2a-93b1efe10fe2/d093dbf0-edb8-4356-a6c6-97c0aa32850c) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:52:56.652839 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-f935060e-3bf6-46cb-97f3-03ff0a86c412 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (1fc55f70-880d-4007-99be-49ec52f1b61e), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:56.661912 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ceb31-395f-463d-bb06-731449b0492d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:52:56.676492 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:56.696850 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-80f9610f-ca60-4568-8895-3bc98c905363 admin admin] Publish callbacks [] for security_group (e138edf1-f951-40de-8a1c-41e9aa864707), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:56.700191 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-aa9ceb31-395f-463d-bb06-731449b0492d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:52:56.711634 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-95b05b5c-1967-4595-b101-138a83c0fedd admin admin] Publish callbacks [] for security_group (7bcaba39-d237-47b5-8704-9276fdd3ccc7), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:56.723304 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9ceb31-395f-463d-bb06-731449b0492d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:52:56.729381 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-80f9610f-ca60-4568-8895-3bc98c905363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (e138edf1-f951-40de-8a1c-41e9aa864707), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:56.764539 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccccf57-0e97-4286-b102-6ac75da37b11 admin admin] Pushing event updated for resources: {'Port': ['ID=b4c12488-6bc8-4846-b558-4bd44c0d432b,revision_number=2']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:56.773609 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-95b05b5c-1967-4595-b101-138a83c0fedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (7bcaba39-d237-47b5-8704-9276fdd3ccc7), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:56.782358 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-2b60cc18-b5c8-4a87-aac9-aa2d04f98bf1 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:52:56.783794 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-2b60cc18-b5c8-4a87-aac9-aa2d04f98bf1 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/networks?id=a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a HTTP/1.1" status: 200 len: 812 time: 1.9077947 Sep 11 00:52:56.784646 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53853286-0ac3-4f4e-9872-7f900ea18628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5d166ae-bbfb-4c81-ba5d-ad79fe04bb05,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:56.799276 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9610f-ca60-4568-8895-3bc98c905363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e138edf1-f951-40de-8a1c-41e9aa864707,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:56.849048 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:56.880235 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port 7abd8656-6965-40ed-8c8e-d308de8e7cc7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7abd8656-6965-40ed-8c8e-d308de8e7cc7,segment=NetworkSegment(efa8b440-94f8-4ee3-85f9-45381836be7e),segment_id=efa8b440-94f8-4ee3-85f9-45381836be7e)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:52:56.906440 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:56.932580 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'name': 'tempest-AttachVolumeShelveTestJSON-560177370-router', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139'}], 'enable_snat': True}, 'gw_port_id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:32Z', 'updated_at': '2022-09-11T00:52:45Z', 'revision_number': 4, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'gw_port': {'id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '11a6e5f5-abb9-43df-b9c8-1e221e1a0960', 'name': '', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'mac_address': 'fa:16:3e:cf:d9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:42Z', 'updated_at': '2022-09-11T00:52:55Z', 'revision_number': 4, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'subnets': [{'id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:56.934672 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (7abd8656-6965-40ed-8c8e-d308de8e7cc7), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:56.935479 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 72c467b2-91f5-4d30-8a62-2d87b7f2df3f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:52:56.991594 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-80f9610f-ca60-4568-8895-3bc98c905363 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=62dcebc4cf7b4f708957689493f34d55&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9985015 Sep 11 00:52:56.994865 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935060e-3bf6-46cb-97f3-03ff0a86c412 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Pushing event updated for resources: {'Port': ['ID=1fc55f70-880d-4007-99be-49ec52f1b61e,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:57.007602 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae54f0-b65b-401a-95b8-a8d889998d19 None None] The sync data for ids ['95fee4f3-abd7-4406-a70c-88d335798c28'] in dv-cinder-master-3-iscsi is: [{'id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'name': 'tempest-AttachVolumeShelveTestJSON-560177370-router', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139'}], 'enable_snat': True}, 'gw_port_id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:32Z', 'updated_at': '2022-09-11T00:52:45Z', 'revision_number': 4, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'gw_port': {'id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '11a6e5f5-abb9-43df-b9c8-1e221e1a0960', 'name': '', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'mac_address': 'fa:16:3e:cf:d9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:42Z', 'updated_at': '2022-09-11T00:52:55Z', 'revision_number': 4, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'subnets': [{'id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:52:57.017368 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-a2191a29-0cf8-403d-9d98-30a5c0af9246 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/quotas/832fdbe87ca847f094c6cc8a1fc43a59 HTTP/1.1" status: 200 len: 375 time: 0.1768827 Sep 11 00:52:57.020620 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-95b05b5c-1967-4595-b101-138a83c0fedd admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0cf1b65c9a0545f7a009c34c8f8175c3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9777527 Sep 11 00:52:57.028746 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 40994) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:57.029980 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 40996) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:57.050397 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53853286-0ac3-4f4e-9872-7f900ea18628 admin admin] Network 5cebd750-4a0e-4d37-8ba3-d019a4e436f9 is scheduled to be hosted by DHCP agent 141562d2-e0e6-4955-8563-ce36b7299d64 with binding_index 1 {{(pid=112721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 00:52:57.064670 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-1992ddad-2859-419e-898a-09089ee82efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce9a92e-abcf-46da-b823-74f5859c1ec1', 'name': 'tempest-DeleteServersTestJSON-1222706970-router', 'tenant_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.144'}], 'enable_snat': True}, 'gw_port_id': '372a6d17-4e79-443e-bbee-465fe0c21ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:49Z', 'revision_number': 4, 'project_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'gw_port': {'id': '372a6d17-4e79-443e-bbee-465fe0c21ede', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce9a92e-abcf-46da-b823-74f5859c1ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:36Z', 'updated_at': '2022-09-11T00:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd170c4db-c8cb-41a6-9f55-736dc8f7067b', 'name': '', 'network_id': 'a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a', 'tenant_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'mac_address': 'fa:16:3e:e7:e0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce9a92e-abcf-46da-b823-74f5859c1ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '60e26e07-b495-41cc-bedc-6fd35ccd5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:45Z', 'updated_at': '2022-09-11T00:52:55Z', 'revision_number': 4, 'project_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'subnets': [{'id': '60e26e07-b495-41cc-bedc-6fd35ccd5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:52:57.066370 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:57.068631 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-46b2d957-1471-48a3-935c-29f2b40d23e7 req-34f53614-d9c6-4393-80c2-224af77cfef5 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 210 time: 0.3182557 Sep 11 00:52:57.103687 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 72c467b2-91f5-4d30-8a62-2d87b7f2df3f triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:57.104061 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (72c467b2-91f5-4d30-8a62-2d87b7f2df3f), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:57.117432 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=7abd8656-6965-40ed-8c8e-d308de8e7cc7,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:57.182257 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1992ddad-2859-419e-898a-09089ee82efa None None] The sync data for ids ['bce9a92e-abcf-46da-b823-74f5859c1ec1'] in dv-cinder-master-3-iscsi is: [{'id': 'bce9a92e-abcf-46da-b823-74f5859c1ec1', 'name': 'tempest-DeleteServersTestJSON-1222706970-router', 'tenant_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.144'}], 'enable_snat': True}, 'gw_port_id': '372a6d17-4e79-443e-bbee-465fe0c21ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:49Z', 'revision_number': 4, 'project_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'gw_port': {'id': '372a6d17-4e79-443e-bbee-465fe0c21ede', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce9a92e-abcf-46da-b823-74f5859c1ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:36Z', 'updated_at': '2022-09-11T00:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd170c4db-c8cb-41a6-9f55-736dc8f7067b', 'name': '', 'network_id': 'a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a', 'tenant_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'mac_address': 'fa:16:3e:e7:e0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce9a92e-abcf-46da-b823-74f5859c1ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '60e26e07-b495-41cc-bedc-6fd35ccd5758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:45Z', 'updated_at': '2022-09-11T00:52:55Z', 'revision_number': 4, 'project_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'subnets': [{'id': '60e26e07-b495-41cc-bedc-6fd35ccd5758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:52:57.245576 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-aa9ceb31-395f-463d-bb06-731449b0492d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for floatingip (adf8dae2-7623-478f-8253-6f844776eaed), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:57.317682 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 72c467b2-91f5-4d30-8a62-2d87b7f2df3f is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:52:57.318078 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (72c467b2-91f5-4d30-8a62-2d87b7f2df3f), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:57.408571 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port 72c467b2-91f5-4d30-8a62-2d87b7f2df3f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=72c467b2-91f5-4d30-8a62-2d87b7f2df3f,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:52:57.418599 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (72c467b2-91f5-4d30-8a62-2d87b7f2df3f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:57.419830 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device eca3bdbf-31ff-446a-b9fc-c20521397652 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:52:57.564993 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b05b5c-1967-4595-b101-138a83c0fedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcaba39-d237-47b5-8704-9276fdd3ccc7,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:57.708213 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-aa9ceb31-395f-463d-bb06-731449b0492d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (b8b123f3-6320-4cd7-87d0-1471d38d7fbd), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:57.742367 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-0fbd0dcf-93e0-4b40-9b57-d3c22467e9b1 admin admin] Publish callbacks [] for security_group (e138edf1-f951-40de-8a1c-41e9aa864707), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:57.747301 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-f404388c-9476-47db-8cd1-015fac106c3c req-4a503bb0-41aa-4156-9d9d-c3eac410251b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for port (d093dbf0-edb8-4356-a6c6-97c0aa32850c), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:57.779598 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=72c467b2-91f5-4d30-8a62-2d87b7f2df3f,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:57.854750 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port eca3bdbf-31ff-446a-b9fc-c20521397652 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:57.855599 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (eca3bdbf-31ff-446a-b9fc-c20521397652), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:57.911422 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-bb6de7a6-6e27-423d-a0d8-4138e7e2a82d tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=832fdbe87ca847f094c6cc8a1fc43a59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8703020 Sep 11 00:52:57.933156 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-f935060e-3bf6-46cb-97f3-03ff0a86c412 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Network 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:52:57.939088 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-f935060e-3bf6-46cb-97f3-03ff0a86c412 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:52:57.956283 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-53853286-0ac3-4f4e-9872-7f900ea18628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 5cebd750-4a0e-4d37-8ba3-d019a4e436f9) {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:52:57.958328 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-f935060e-3bf6-46cb-97f3-03ff0a86c412 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:52:57.962956 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-f935060e-3bf6-46cb-97f3-03ff0a86c412 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:52:57.963565 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-f935060e-3bf6-46cb-97f3-03ff0a86c412 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:57.978170 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53853286-0ac3-4f4e-9872-7f900ea18628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:52:57.978952 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-53853286-0ac3-4f4e-9872-7f900ea18628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for subnet (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:58.055148 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-53853286-0ac3-4f4e-9872-7f900ea18628 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 5.8782952 Sep 11 00:52:58.055262 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b811ce6-7f71-492d-8b35-474ce2fdc7bf None None] Network 5cebd750-4a0e-4d37-8ba3-d019a4e436f9 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:52:58.071526 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-f935060e-3bf6-46cb-97f3-03ff0a86c412 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0477016 Sep 11 00:52:58.120954 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccccf57-0e97-4286-b102-6ac75da37b11 admin admin] Network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:52:58.131644 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-a96f1609-90f6-40a7-a4de-2c896250e8c5 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112721) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 11 00:52:58.150027 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-a96f1609-90f6-40a7-a4de-2c896250e8c5 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0401361 Sep 11 00:52:58.153804 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-0fbd0dcf-93e0-4b40-9b57-d3c22467e9b1 admin admin] Publish callbacks [] for security_group (e138edf1-f951-40de-8a1c-41e9aa864707), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:58.180371 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-5ccccf57-0e97-4286-b102-6ac75da37b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:52:58.228512 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:58.440654 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port eca3bdbf-31ff-446a-b9fc-c20521397652 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:52:58.441766 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 29124b10-1686-4109-971b-49406190182e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:52:58.577843 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-aa9ceb31-395f-463d-bb06-731449b0492d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for port (b8b123f3-6320-4cd7-87d0-1471d38d7fbd), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:58.579816 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:58.580777 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:58.587278 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e23e1f55-2a88-47e4-8866-db1bad36aa6f admin admin] Publish callbacks [] for security_group (7bcaba39-d237-47b5-8704-9276fdd3ccc7), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:58.609605 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-aa9ceb31-395f-463d-bb06-731449b0492d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (b8b123f3-6320-4cd7-87d0-1471d38d7fbd), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:58.610358 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-aa9ceb31-395f-463d-bb06-731449b0492d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (adf8dae2-7623-478f-8253-6f844776eaed), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:58.657711 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-8b2fe3c2-d5cb-4722-a8c3-afb2ac133b5c None None] Provisioning complete for port 1fc55f70-880d-4007-99be-49ec52f1b61e triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:58.665737 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-8b2fe3c2-d5cb-4722-a8c3-afb2ac133b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (1fc55f70-880d-4007-99be-49ec52f1b61e), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:58.742925 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 29124b10-1686-4109-971b-49406190182e triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:58.743393 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (29124b10-1686-4109-971b-49406190182e), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:58.765089 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-55278eae-37e4-4655-8b8e-10461b576196 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112721) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 11 00:52:58.767028 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-55278eae-37e4-4655-8b8e-10461b576196 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.6540544 Sep 11 00:52:58.798906 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7594ef-0ac8-4e91-a768-b809fda80004 None None] Network 5cebd750-4a0e-4d37-8ba3-d019a4e436f9 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:52:58.815092 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:58.817841 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccccf57-0e97-4286-b102-6ac75da37b11 admin admin] Router b9418f01-7791-4e40-88d0-38d48d92c06d has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:52:58.887716 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e23e1f55-2a88-47e4-8866-db1bad36aa6f admin admin] Publish callbacks [] for security_group (7bcaba39-d237-47b5-8704-9276fdd3ccc7), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:58.901878 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-f404388c-9476-47db-8cd1-015fac106c3c req-4a503bb0-41aa-4156-9d9d-c3eac410251b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (d093dbf0-edb8-4356-a6c6-97c0aa32850c), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:58.971595 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-aa9ceb31-395f-463d-bb06-731449b0492d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:58.987467 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-aa9ceb31-395f-463d-bb06-731449b0492d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1138604 Sep 11 00:52:58.999576 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-8b2fe3c2-d5cb-4722-a8c3-afb2ac133b5c None None] Port 1fc55f70-880d-4007-99be-49ec52f1b61e cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:52:59.035940 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=100 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:52:59.187400 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ceb31-395f-463d-bb06-731449b0492d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Pushing event updated for resources: {'Port': ['ID=b8b123f3-6320-4cd7-87d0-1471d38d7fbd,revision_number=2']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:59.234714 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-595c890a-cdae-45c0-9626-eb23c3a425e7 None None] Provisioning complete for port b4c12488-6bc8-4846-b558-4bd44c0d432b triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:59.235342 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-595c890a-cdae-45c0-9626-eb23c3a425e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (b4c12488-6bc8-4846-b558-4bd44c0d432b), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:59.300142 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 29124b10-1686-4109-971b-49406190182e is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:52:59.304375 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 372a6d17-4e79-443e-bbee-465fe0c21ede up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:52:59.345029 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-a6ba8110-0bc6-40a6-9ef1-934e3439ab82 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252533 Sep 11 00:52:59.385554 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-fbe3cd65-9821-4c5b-a3f8-2074f0a58665 service neutron] Request body: {'port': {'device_id': '9acff3d4-2dd1-4809-bc64-2dfc7829bfc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:52:59.397955 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f404388c-9476-47db-8cd1-015fac106c3c req-4a503bb0-41aa-4156-9d9d-c3eac410251b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Network 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:52:59.415026 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e23e1f55-2a88-47e4-8866-db1bad36aa6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (7bcaba39-d237-47b5-8704-9276fdd3ccc7), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:59.422146 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e23e1f55-2a88-47e4-8866-db1bad36aa6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:59.423498 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-e23e1f55-2a88-47e4-8866-db1bad36aa6f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7bcaba39-d237-47b5-8704-9276fdd3ccc7 HTTP/1.1" status: 204 len: 168 time: 2.3695862 Sep 11 00:52:59.433833 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-0fbd0dcf-93e0-4b40-9b57-d3c22467e9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (e138edf1-f951-40de-8a1c-41e9aa864707), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:59.436948 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-0fbd0dcf-93e0-4b40-9b57-d3c22467e9b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:59.438679 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-0fbd0dcf-93e0-4b40-9b57-d3c22467e9b1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e138edf1-f951-40de-8a1c-41e9aa864707 HTTP/1.1" status: 204 len: 168 time: 2.3971822 Sep 11 00:52:59.440289 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [req-f404388c-9476-47db-8cd1-015fac106c3c req-4a503bb0-41aa-4156-9d9d-c3eac410251b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:52:59.450862 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-595c890a-cdae-45c0-9626-eb23c3a425e7 None None] Port b4c12488-6bc8-4846-b558-4bd44c0d432b cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:52:59.457259 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [req-f404388c-9476-47db-8cd1-015fac106c3c req-4a503bb0-41aa-4156-9d9d-c3eac410251b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:52:59.462265 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404388c-9476-47db-8cd1-015fac106c3c req-4a503bb0-41aa-4156-9d9d-c3eac410251b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:52:59.463102 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-f404388c-9476-47db-8cd1-015fac106c3c req-4a503bb0-41aa-4156-9d9d-c3eac410251b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:59.476219 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e1f55-2a88-47e4-8866-db1bad36aa6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcaba39-d237-47b5-8704-9276fdd3ccc7,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:59.484302 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 372a6d17-4e79-443e-bbee-465fe0c21ede triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:52:59.484964 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a503bb0-41aa-4156-9d9d-c3eac410251b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Pushing event updated for resources: {'Port': ['ID=d093dbf0-edb8-4356-a6c6-97c0aa32850c,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:59.485143 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (372a6d17-4e79-443e-bbee-465fe0c21ede), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:59.496572 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd0dcf-93e0-4b40-9b57-d3c22467e9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e138edf1-f951-40de-8a1c-41e9aa864707,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:52:59.523341 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f404388c-9476-47db-8cd1-015fac106c3c req-4a503bb0-41aa-4156-9d9d-c3eac410251b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6040039 Sep 11 00:52:59.558148 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 41056) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:52:59.563747 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [req-f404388c-9476-47db-8cd1-015fac106c3c req-e7868576-b62b-41f8-af3f-0955ce549956 service neutron] Request body: {'port': {'device_id': '62f2702d-714f-47f4-87e5-25f0283ee9a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:52:59.575339 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-7b6a263b-b751-49df-a0ec-aeffd607cd3a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-180160473-network', 'tenant_id': 'f8c5ffd6786c4a3f9bd9462db458af33'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:52:59.739782 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631fcff-7b3a-491c-a99e-7b61e6b640c6 req-d7633d21-87e7-4a5d-b0c1-62a2ba13de91 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:52:59.749613 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6631fcff-7b3a-491c-a99e-7b61e6b640c6 req-d7633d21-87e7-4a5d-b0c1-62a2ba13de91 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 932 time: 1.0306470 Sep 11 00:52:59.849361 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccccf57-0e97-4286-b102-6ac75da37b11 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:52:59.874825 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-5ccccf57-0e97-4286-b102-6ac75da37b11 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/b9418f01-7791-4e40-88d0-38d48d92c06d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6446934 Sep 11 00:52:59.934419 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-f404388c-9476-47db-8cd1-015fac106c3c req-e7868576-b62b-41f8-af3f-0955ce549956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (d093dbf0-edb8-4356-a6c6-97c0aa32850c), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:52:59.944859 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6a263b-b751-49df-a0ec-aeffd607cd3a admin admin] Made reservation on behalf of f8c5ffd6786c4a3f9bd9462db458af33 for: {'network': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:52:59.947310 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7b6a263b-b751-49df-a0ec-aeffd607cd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for network (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:00.003332 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7b6a263b-b751-49df-a0ec-aeffd607cd3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:00.113842 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] Sync routers for ids ['b9418f01-7791-4e40-88d0-38d48d92c06d'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:53:00.160021 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-fbe3cd65-9821-4c5b-a3f8-2074f0a58665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (1fc55f70-880d-4007-99be-49ec52f1b61e), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:00.277584 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6631fcff-7b3a-491c-a99e-7b61e6b640c6 req-701ec7ac-c4a5-42b5-9a2d-d0e8e4703b3e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259571 Sep 11 00:53:00.328460 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] Routers {'b9418f01-7791-4e40-88d0-38d48d92c06d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:53:00.330840 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:52:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b9418f01-7791-4e40-88d0-38d48d92c06d'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:53:00.341544 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-ef95fc56-deaa-4dbd-b4f6-626977be9cc0 None None] Provisioning complete for port d093dbf0-edb8-4356-a6c6-97c0aa32850c triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:53:00.347961 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-ef95fc56-deaa-4dbd-b4f6-626977be9cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (d093dbf0-edb8-4356-a6c6-97c0aa32850c), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:00.646049 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:00.714609 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-328b1597-3fdc-427a-970d-2941e23e595a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3372691 Sep 11 00:53:00.782544 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 41092) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:00.813825 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 372a6d17-4e79-443e-bbee-465fe0c21ede is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:53:01.032967 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-ef95fc56-deaa-4dbd-b4f6-626977be9cc0 None None] Port d093dbf0-edb8-4356-a6c6-97c0aa32850c cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:53:01.137924 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] Set router b9418f01-7791-4e40-88d0-38d48d92c06d gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:53:01.138909 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-682c4830-61d1-4d47-904c-cb5d02167cca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:01.303091 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 7abd8656-6965-40ed-8c8e-d308de8e7cc7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:53:01.308441 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1f1890b4-1c45-4339-9822-277fca3b654e req-aca315ce-a236-4380-9703-2a798f49b7a3 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--494861835&fields=id&tenant_id=fd9221b2e81a46f69864e02ec4d42672 HTTP/1.1" status: 200 len: 267 time: 0.6561439 Sep 11 00:53:01.445449 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7b6a263b-b751-49df-a0ec-aeffd607cd3a admin admin] Publish callbacks [] for security_group (92b48f4e-6493-4f24-ae1c-3ab23b6461a0), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:01.471838 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7b6a263b-b751-49df-a0ec-aeffd607cd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (92b48f4e-6493-4f24-ae1c-3ab23b6461a0), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:01.636748 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b6a263b-b751-49df-a0ec-aeffd607cd3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=112722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 00:53:01.675872 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:01.787810 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=100 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:01.794896 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7b6a263b-b751-49df-a0ec-aeffd607cd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (1b9b2d62-adbb-4170-b925-7df2cb576e36), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:01.795989 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.db.segments_db [None req-7b6a263b-b751-49df-a0ec-aeffd607cd3a admin admin] Added segment 1b9b2d62-adbb-4170-b925-7df2cb576e36 of type vlan for network 0df80265-0c2f-459d-a34e-d34e37cfdf4f Sep 11 00:53:01.879712 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 7abd8656-6965-40ed-8c8e-d308de8e7cc7 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:53:01.880087 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (7abd8656-6965-40ed-8c8e-d308de8e7cc7), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:01.943752 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7b6a263b-b751-49df-a0ec-aeffd607cd3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765262360468'] for network (0df80265-0c2f-459d-a34e-d34e37cfdf4f), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:01.975638 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-682c4830-61d1-4d47-904c-cb5d02167cca admin admin] Publish callbacks [] for security_group (5016fafb-6e72-46db-a3e5-3341a06a37e1), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:01.993751 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e9be1d8b-3192-4599-ac5b-4261a92873c1 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:01.996167 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e9be1d8b-3192-4599-ac5b-4261a92873c1 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/networks?id=3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 HTTP/1.1" status: 200 len: 816 time: 0.6736629 Sep 11 00:53:01.997829 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-682c4830-61d1-4d47-904c-cb5d02167cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (5016fafb-6e72-46db-a3e5-3341a06a37e1), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:02.058322 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a263b-b751-49df-a0ec-aeffd607cd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b48f4e-6493-4f24-ae1c-3ab23b6461a0,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:02.090412 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:02.090876 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-682c4830-61d1-4d47-904c-cb5d02167cca admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=23e083d3d1df4c00bb2a3c7d790cecc6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2784646 Sep 11 00:53:02.097877 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1f1890b4-1c45-4339-9822-277fca3b654e req-890b0c2e-6fce-467e-b80d-88adfe050894 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/quotas/fd9221b2e81a46f69864e02ec4d42672 HTTP/1.1" status: 200 len: 375 time: 0.0410306 Sep 11 00:53:02.132764 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7b6a263b-b751-49df-a0ec-aeffd607cd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for network (0df80265-0c2f-459d-a34e-d34e37cfdf4f), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:02.141412 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 41130) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:02.141771 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6a263b-b751-49df-a0ec-aeffd607cd3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:02.142369 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7b6a263b-b751-49df-a0ec-aeffd607cd3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:02.208357 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:52:56Z', 'revision_number': 2, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:53:02.238559 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 41138) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:02.277909 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] Checking router: b9418f01-7791-4e40-88d0-38d48d92c06d for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:53:02.278146 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] Updating router b9418f01-7791-4e40-88d0-38d48d92c06d port b4c12488-6bc8-4846-b558-4bd44c0d432b binding host dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 00:53:02.298753 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-a49fe228-846d-44cc-ae23-9f0a51e47614 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1859556586', 'description': 'tempest-description--876008296'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:53:02.396255 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (b4c12488-6bc8-4846-b558-4bd44c0d432b), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:02.418374 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-bbaf4d70-1ddb-4c28-aef7-5562669d7290 req-e5b817ca-6942-495b-8f62-dac8337c5879 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 210 time: 0.1066401 Sep 11 00:53:02.447212 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c4830-61d1-4d47-904c-cb5d02167cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5016fafb-6e72-46db-a3e5-3341a06a37e1,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:02.513358 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 7abd8656-6965-40ed-8c8e-d308de8e7cc7 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:53:02.515411 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 11a6e5f5-abb9-43df-b9c8-1e221e1a0960 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:53:02.549724 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-7b6a263b-b751-49df-a0ec-aeffd607cd3a admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.9867373 Sep 11 00:53:02.579459 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e7e15a47-cab5-4913-a036-e5fc81cea3a9 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=fd9221b2e81a46f69864e02ec4d42672&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4661844 Sep 11 00:53:02.586099 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 41150) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:02.596508 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-71ed9ab6-c4cb-4313-8977-f4ed9a67843d admin admin] Request body: {'subnet': {'network_id': '0df80265-0c2f-459d-a34e-d34e37cfdf4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-180160473-subnet', 'tenant_id': 'f8c5ffd6786c4a3f9bd9462db458af33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:53:02.598146 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-36803db9-d118-470e-96b5-003a52206ac1 admin admin] Publish callbacks [] for security_group (5016fafb-6e72-46db-a3e5-3341a06a37e1), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:02.695088 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-a49fe228-846d-44cc-ae23-9f0a51e47614 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:02.696225 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=100 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:02.712522 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a263b-b751-49df-a0ec-aeffd607cd3a admin admin] Pushing event updated for resources: {'Network': ['ID=0df80265-0c2f-459d-a34e-d34e37cfdf4f,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:02.732291 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Network 0df80265-0c2f-459d-a34e-d34e37cfdf4f details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=112723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 00:53:02.749747 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:02.754478 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ed9ab6-c4cb-4313-8977-f4ed9a67843d admin admin] Made reservation on behalf of f8c5ffd6786c4a3f9bd9462db458af33 for: {'subnet': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:53:02.766999 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-71ed9ab6-c4cb-4313-8977-f4ed9a67843d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:02.792163 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [req-f404388c-9476-47db-8cd1-015fac106c3c req-e7868576-b62b-41f8-af3f-0955ce549956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d093dbf0-edb8-4356-a6c6-97c0aa32850c {{(pid=112722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:53:02.792818 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-36803db9-d118-470e-96b5-003a52206ac1 admin admin] Publish callbacks [] for security_group (5016fafb-6e72-46db-a3e5-3341a06a37e1), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:02.947610 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 11a6e5f5-abb9-43df-b9c8-1e221e1a0960 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:53:02.949718 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (11a6e5f5-abb9-43df-b9c8-1e221e1a0960), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:02.951826 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-f404388c-9476-47db-8cd1-015fac106c3c req-e7868576-b62b-41f8-af3f-0955ce549956 service neutron] Publish callbacks [] for port (d093dbf0-edb8-4356-a6c6-97c0aa32850c), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:02.960510 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-36803db9-d118-470e-96b5-003a52206ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (5016fafb-6e72-46db-a3e5-3341a06a37e1), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:02.963876 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-36803db9-d118-470e-96b5-003a52206ac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:02.968457 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-36803db9-d118-470e-96b5-003a52206ac1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5016fafb-6e72-46db-a3e5-3341a06a37e1 HTTP/1.1" status: 204 len: 168 time: 0.8225417 Sep 11 00:53:02.996770 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.provisioning_blocks [req-f404388c-9476-47db-8cd1-015fac106c3c req-e7868576-b62b-41f8-af3f-0955ce549956 service neutron] Transition to ACTIVE for port object d093dbf0-edb8-4356-a6c6-97c0aa32850c will not be triggered until provisioned by entity L2. {{(pid=112722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 11 00:53:03.020958 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36803db9-d118-470e-96b5-003a52206ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5016fafb-6e72-46db-a3e5-3341a06a37e1,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:03.045870 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-f404388c-9476-47db-8cd1-015fac106c3c req-e7868576-b62b-41f8-af3f-0955ce549956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (d093dbf0-edb8-4356-a6c6-97c0aa32850c), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:03.171133 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 11a6e5f5-abb9-43df-b9c8-1e221e1a0960 is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:53:03.171540 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (11a6e5f5-abb9-43df-b9c8-1e221e1a0960), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:03.193137 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1f1890b4-1c45-4339-9822-277fca3b654e req-360deb8b-9324-40be-9aad-b24d6586470f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3c897342-0f04-45f8-a9ef-0bc52e6c6ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5763528 Sep 11 00:53:03.233168 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port 11a6e5f5-abb9-43df-b9c8-1e221e1a0960, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=11a6e5f5-abb9-43df-b9c8-1e221e1a0960,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:53:03.248334 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (11a6e5f5-abb9-43df-b9c8-1e221e1a0960), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:03.249341 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 72c467b2-91f5-4d30-8a62-2d87b7f2df3f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:53:03.289872 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:03.317868 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:03.339633 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784635a4-7a78-4c62-bccb-f1063f379515 req-46f371f1-5a6a-489b-8bb2-e815b1442847 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:03.348409 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-784635a4-7a78-4c62-bccb-f1063f379515 req-46f371f1-5a6a-489b-8bb2-e815b1442847 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 944 time: 0.3463252 Sep 11 00:53:03.394903 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=11a6e5f5-abb9-43df-b9c8-1e221e1a0960,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:03.409007 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 72c467b2-91f5-4d30-8a62-2d87b7f2df3f triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:53:03.409621 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (72c467b2-91f5-4d30-8a62-2d87b7f2df3f), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:03.645181 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] Publish callbacks [] for port (b4c12488-6bc8-4846-b558-4bd44c0d432b), precommit_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:03.674187 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7868576-b62b-41f8-af3f-0955ce549956 service neutron] Pushing event updated for resources: {'Port': ['ID=d093dbf0-edb8-4356-a6c6-97c0aa32850c,revision_number=2']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:03.707716 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-f404388c-9476-47db-8cd1-015fac106c3c req-e7868576-b62b-41f8-af3f-0955ce549956 service neutron] Attempting to bind port d093dbf0-edb8-4356-a6c6-97c0aa32850c on host hv-cinder-maste for vnic_type normal with profile {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:53:03.708101 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-f404388c-9476-47db-8cd1-015fac106c3c req-e7868576-b62b-41f8-af3f-0955ce549956 service neutron] Attempting to bind port d093dbf0-edb8-4356-a6c6-97c0aa32850c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'efa8b440-94f8-4ee3-85f9-45381836be7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f'}] {{(pid=112722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:53:03.708448 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f404388c-9476-47db-8cd1-015fac106c3c req-e7868576-b62b-41f8-af3f-0955ce549956 service neutron] Attempting to bind port d093dbf0-edb8-4356-a6c6-97c0aa32850c on network 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:53:03.740933 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (b4c12488-6bc8-4846-b558-4bd44c0d432b), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:03.886342 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16991a1-c3cc-44f2-8897-c31639598329 None None] Pushing event updated for resources: {'Port': ['ID=b4c12488-6bc8-4846-b558-4bd44c0d432b,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:03.902255 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 72c467b2-91f5-4d30-8a62-2d87b7f2df3f is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:53:03.902255 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device d170c4db-c8cb-41a6-9f55-736dc8f7067b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:53:03.963788 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-a49fe228-846d-44cc-ae23-9f0a51e47614 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group (11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:04.000615 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-fbe3cd65-9821-4c5b-a3f8-2074f0a58665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc55f70-880d-4007-99be-49ec52f1b61e {{(pid=112721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:53:04.042057 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-a49fe228-846d-44cc-ae23-9f0a51e47614 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:04.133121 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-fbe3cd65-9821-4c5b-a3f8-2074f0a58665 service neutron] Publish callbacks [] for port (1fc55f70-880d-4007-99be-49ec52f1b61e), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:04.185733 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:04.198323 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-71ed9ab6-c4cb-4313-8977-f4ed9a67843d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for subnet (84d405fc-4fb3-4a60-9324-4182c9e818e6), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:04.213921 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f404388c-9476-47db-8cd1-015fac106c3c req-e7868576-b62b-41f8-af3f-0955ce549956 service neutron] Port d093dbf0-edb8-4356-a6c6-97c0aa32850c on network 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 11 00:53:04.215688 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f404388c-9476-47db-8cd1-015fac106c3c req-e7868576-b62b-41f8-af3f-0955ce549956 service neutron] Attempting to bind port d093dbf0-edb8-4356-a6c6-97c0aa32850c on network 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:53:04.236884 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port d170c4db-c8cb-41a6-9f55-736dc8f7067b triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:53:04.237412 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (d170c4db-c8cb-41a6-9f55-736dc8f7067b), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:04.245292 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] Attempting to bind port b4c12488-6bc8-4846-b558-4bd44c0d432b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:53:04.245684 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] Attempting to bind port b4c12488-6bc8-4846-b558-4bd44c0d432b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:53:04.246028 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] Attempting to bind port b4c12488-6bc8-4846-b558-4bd44c0d432b on network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:53:04.348870 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.18', 60833) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:04.413087 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:04.456905 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:53:04.457279 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] Checking segment: {'id': 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:53:04.457677 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:04.458073 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] Bound using segment: {'id': 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:53:04.458567 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] Bound port: b4c12488-6bc8-4846-b558-4bd44c0d432b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:53:04.458973 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (b4c12488-6bc8-4846-b558-4bd44c0d432b), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:04.501276 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed9ab6-c4cb-4313-8977-f4ed9a67843d admin admin] Pushing event updated for resources: {'Subnet': ['ID=84d405fc-4fb3-4a60-9324-4182c9e818e6,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:04.601919 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f404388c-9476-47db-8cd1-015fac106c3c req-e7868576-b62b-41f8-af3f-0955ce549956 service neutron] Checking agent: {'id': '59bd9a15-1b15-4a76-8496-742ec7e1ef61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'started_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:53:04.603830 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f404388c-9476-47db-8cd1-015fac106c3c req-e7868576-b62b-41f8-af3f-0955ce549956 service neutron] Checking segment: {'id': 'efa8b440-94f8-4ee3-85f9-45381836be7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:53:04.610167 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f404388c-9476-47db-8cd1-015fac106c3c req-e7868576-b62b-41f8-af3f-0955ce549956 service neutron] Bound using segment: {'id': 'efa8b440-94f8-4ee3-85f9-45381836be7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f'} {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:53:04.611018 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-f404388c-9476-47db-8cd1-015fac106c3c req-e7868576-b62b-41f8-af3f-0955ce549956 service neutron] Bound port: d093dbf0-edb8-4356-a6c6-97c0aa32850c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa8b440-94f8-4ee3-85f9-45381836be7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f'}}] {{(pid=112722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:53:04.611623 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-f404388c-9476-47db-8cd1-015fac106c3c req-e7868576-b62b-41f8-af3f-0955ce549956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (d093dbf0-edb8-4356-a6c6-97c0aa32850c), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:04.637928 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.provisioning_blocks [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-fbe3cd65-9821-4c5b-a3f8-2074f0a58665 service neutron] Transition to ACTIVE for port object 1fc55f70-880d-4007-99be-49ec52f1b61e will not be triggered until provisioned by entity L2. {{(pid=112721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 11 00:53:04.675925 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ed9ab6-c4cb-4313-8977-f4ed9a67843d admin admin] Checking segment: {'id': '1b9b2d62-adbb-4170-b925-7df2cb576e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0df80265-0c2f-459d-a34e-d34e37cfdf4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:53:04.681732 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-784635a4-7a78-4c62-bccb-f1063f379515 req-8adfe255-5bb6-4a47-a004-3e37162fbae5 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3321195 Sep 11 00:53:04.682204 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ed9ab6-c4cb-4313-8977-f4ed9a67843d admin admin] Network hostable DHCP agents. Network: 0df80265-0c2f-459d-a34e-d34e37cfdf4f, hostable agents: ['141562d2-e0e6-4955-8563-ce36b7299d64'], hosted agents: [] {{(pid=112722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 00:53:04.683740 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-fbe3cd65-9821-4c5b-a3f8-2074f0a58665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (1fc55f70-880d-4007-99be-49ec52f1b61e), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:04.697119 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1f1890b4-1c45-4339-9822-277fca3b654e req-c130a1e0-a598-4f48-ad45-599a1436f589 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3c897342-0f04-45f8-a9ef-0bc52e6c6ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4244471 Sep 11 00:53:04.697882 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fe228-846d-44cc-ae23-9f0a51e47614 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:04.829825 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:04.854244 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-a49fe228-846d-44cc-ae23-9f0a51e47614 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:04.860381 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-a49fe228-846d-44cc-ae23-9f0a51e47614 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.5712638 Sep 11 00:53:04.869217 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 41202) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:04.880910 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port d170c4db-c8cb-41a6-9f55-736dc8f7067b is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:53:04.884679 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (d170c4db-c8cb-41a6-9f55-736dc8f7067b), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:04.885064 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3cd65-9821-4c5b-a3f8-2074f0a58665 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc55f70-880d-4007-99be-49ec52f1b61e,revision_number=2']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:04.922547 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-939f7e39-4583-4c42-8dab-d1cb4da2587e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Request body: {'security_group_rule': {'security_group_id': '11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:53:04.980769 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-14c1e454-a8d8-4f8c-acb7-a1bf2268b836 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:04.986976 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-14c1e454-a8d8-4f8c-acb7-a1bf2268b836 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.18 "GET /networking/v2.0/networks?id=a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a HTTP/1.1" status: 200 len: 812 time: 0.6338050 Sep 11 00:53:04.999816 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ed9ab6-c4cb-4313-8977-f4ed9a67843d admin admin] Network 0df80265-0c2f-459d-a34e-d34e37cfdf4f is scheduled to be hosted by DHCP agent 141562d2-e0e6-4955-8563-ce36b7299d64 with binding_index 1 {{(pid=112722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 00:53:05.062884 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-f1f06cb9-368a-4679-bd9d-98bdecfc424a tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Request body: {'port': {'device_id': 'd334d7b3-7a92-42bd-902a-39728c315ee9', 'network_id': 'a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a', 'admin_state_up': True, 'tenant_id': '832fdbe87ca847f094c6cc8a1fc43a59'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:53:05.190811 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-dd03eb3c-e3f1-4f2a-8125-fde73c911f86 req-9822bf30-b06b-475d-ab5b-907860ea85e1 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 210 time: 0.2501020 Sep 11 00:53:05.231724 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-fbe3cd65-9821-4c5b-a3f8-2074f0a58665 service neutron] Attempting to bind port 1fc55f70-880d-4007-99be-49ec52f1b61e on host hv-cinder-maste for vnic_type normal with profile {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:53:05.232928 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-fbe3cd65-9821-4c5b-a3f8-2074f0a58665 service neutron] Attempting to bind port 1fc55f70-880d-4007-99be-49ec52f1b61e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'efa8b440-94f8-4ee3-85f9-45381836be7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f'}] {{(pid=112721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:53:05.233472 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-fbe3cd65-9821-4c5b-a3f8-2074f0a58665 service neutron] Attempting to bind port 1fc55f70-880d-4007-99be-49ec52f1b61e on network 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:53:05.249780 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:05.253918 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-71ed9ab6-c4cb-4313-8977-f4ed9a67843d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 0df80265-0c2f-459d-a34e-d34e37cfdf4f) {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:53:05.253918 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-f404388c-9476-47db-8cd1-015fac106c3c req-e7868576-b62b-41f8-af3f-0955ce549956 service neutron] For port d093dbf0-edb8-4356-a6c6-97c0aa32850c, host hv-cinder-maste, cleared binding levels {{(pid=112722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:53:05.291076 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8e39b836-b69b-4b7b-a89d-a33e305e87f8 req-5f38adb4-4d5b-4674-9ccd-e5260128599e tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 210 time: 0.1347404 Sep 11 00:53:05.315346 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] For port b4c12488-6bc8-4846-b558-4bd44c0d432b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:53:05.323773 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] For port b4c12488-6bc8-4846-b558-4bd44c0d432b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b4c12488-6bc8-4846-b558-4bd44c0d432b,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:53:05.364208 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b75c029-3f12-40d9-8807-dde64e52a57c None None] Network 0df80265-0c2f-459d-a34e-d34e37cfdf4f requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:53:05.367292 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ed9ab6-c4cb-4313-8977-f4ed9a67843d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:05.370499 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-71ed9ab6-c4cb-4313-8977-f4ed9a67843d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for subnet (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:05.492894 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-939f7e39-4583-4c42-8dab-d1cb4da2587e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group_rule (79254c08-d9e2-4052-ad26-331c31f5e766), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:05.594351 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-f404388c-9476-47db-8cd1-015fac106c3c req-e7868576-b62b-41f8-af3f-0955ce549956 service neutron] For port d093dbf0-edb8-4356-a6c6-97c0aa32850c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d093dbf0-edb8-4356-a6c6-97c0aa32850c,segment=NetworkSegment(efa8b440-94f8-4ee3-85f9-45381836be7e),segment_id=efa8b440-94f8-4ee3-85f9-45381836be7e)] {{(pid=112722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:53:05.614058 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 41230) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:05.637623 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-71ed9ab6-c4cb-4313-8977-f4ed9a67843d admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.0430536 Sep 11 00:53:05.656046 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-fbe3cd65-9821-4c5b-a3f8-2074f0a58665 service neutron] Port 1fc55f70-880d-4007-99be-49ec52f1b61e on network 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 11 00:53:05.656869 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-fbe3cd65-9821-4c5b-a3f8-2074f0a58665 service neutron] Attempting to bind port 1fc55f70-880d-4007-99be-49ec52f1b61e on network 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:53:05.670363 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-f404388c-9476-47db-8cd1-015fac106c3c req-e7868576-b62b-41f8-af3f-0955ce549956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (d093dbf0-edb8-4356-a6c6-97c0aa32850c), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:05.696834 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404388c-9476-47db-8cd1-015fac106c3c req-e7868576-b62b-41f8-af3f-0955ce549956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:05.698326 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-f404388c-9476-47db-8cd1-015fac106c3c req-e7868576-b62b-41f8-af3f-0955ce549956 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:05.701150 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f404388c-9476-47db-8cd1-015fac106c3c req-e7868576-b62b-41f8-af3f-0955ce549956 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/d093dbf0-edb8-4356-a6c6-97c0aa32850c HTTP/1.1" status: 200 len: 1094 time: 6.1465607 Sep 11 00:53:05.709646 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f2702d-714f-47f4-87e5-25f0283ee9a5', 'tag': 'd093dbf0-edb8-4356-a6c6-97c0aa32850c'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:53:05.849910 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port d170c4db-c8cb-41a6-9f55-736dc8f7067b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d170c4db-c8cb-41a6-9f55-736dc8f7067b,segment=NetworkSegment(6b42dcb4-df67-4575-aa75-6ecd04c96046),segment_id=6b42dcb4-df67-4575-aa75-6ecd04c96046)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:53:05.858572 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (b4c12488-6bc8-4846-b558-4bd44c0d432b), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:05.887111 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (d170c4db-c8cb-41a6-9f55-736dc8f7067b), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:06.015602 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-fbe3cd65-9821-4c5b-a3f8-2074f0a58665 service neutron] Checking agent: {'id': '59bd9a15-1b15-4a76-8496-742ec7e1ef61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'started_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:53:06.016985 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-fbe3cd65-9821-4c5b-a3f8-2074f0a58665 service neutron] Checking segment: {'id': 'efa8b440-94f8-4ee3-85f9-45381836be7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:53:06.021306 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-fbe3cd65-9821-4c5b-a3f8-2074f0a58665 service neutron] Bound using segment: {'id': 'efa8b440-94f8-4ee3-85f9-45381836be7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f'} {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:53:06.021787 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-fbe3cd65-9821-4c5b-a3f8-2074f0a58665 service neutron] Bound port: 1fc55f70-880d-4007-99be-49ec52f1b61e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa8b440-94f8-4ee3-85f9-45381836be7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f'}}] {{(pid=112721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:53:06.022178 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-fbe3cd65-9821-4c5b-a3f8-2074f0a58665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (1fc55f70-880d-4007-99be-49ec52f1b61e), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:06.174778 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16991a1-c3cc-44f2-8897-c31639598329 None None] Pushing event updated for resources: {'Port': ['ID=b4c12488-6bc8-4846-b558-4bd44c0d432b,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:06.189033 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a43ab9-c632-4fd5-b08a-008959a6ef59 None None] Network 0df80265-0c2f-459d-a34e-d34e37cfdf4f requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:53:06.191799 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 11a6e5f5-abb9-43df-b9c8-1e221e1a0960 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:53:06.197953 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-939f7e39-4583-4c42-8dab-d1cb4da2587e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group_rule (79254c08-d9e2-4052-ad26-331c31f5e766), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:06.214375 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404388c-9476-47db-8cd1-015fac106c3c req-2c9205ac-a646-488c-b81c-fae33ee61574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:06.216444 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f404388c-9476-47db-8cd1-015fac106c3c req-2c9205ac-a646-488c-b81c-fae33ee61574 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a58aefc25e141ca93821a80859875e8&device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 1128 time: 0.1745760 Sep 11 00:53:06.232170 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-7c835de4-2da2-44f9-92ae-29cfb204ec40 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1697086906-network', 'tenant_id': '9bcc6857806944d9a22e0f4d53674801'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:53:06.285959 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-939f7e39-4583-4c42-8dab-d1cb4da2587e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (79254c08-d9e2-4052-ad26-331c31f5e766), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:06.354147 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f404388c-9476-47db-8cd1-015fac106c3c req-44472865-b4fc-4c21-8c93-dc66f23a2aaf service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d093dbf0-edb8-4356-a6c6-97c0aa32850c HTTP/1.1" status: 200 len: 217 time: 0.1031699 Sep 11 00:53:06.405177 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] Routers {'b9418f01-7791-4e40-88d0-38d48d92c06d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:53:06.405934 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:52:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b9418f01-7791-4e40-88d0-38d48d92c06d'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:53:06.415689 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33ebfb-a09e-464e-969c-00c738c97003 req-515591f4-e10d-4e80-8524-385985c07267 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:06.423486 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fc33ebfb-a09e-464e-969c-00c738c97003 req-515591f4-e10d-4e80-8524-385985c07267 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 944 time: 0.4644992 Sep 11 00:53:06.434534 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c835de4-2da2-44f9-92ae-29cfb204ec40 admin admin] Made reservation on behalf of 9bcc6857806944d9a22e0f4d53674801 for: {'network': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:53:06.438111 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7c835de4-2da2-44f9-92ae-29cfb204ec40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for network (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:06.449862 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f7e39-4583-4c42-8dab-d1cb4da2587e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79254c08-d9e2-4052-ad26-331c31f5e766,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:06.450160 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-f1f06cb9-368a-4679-bd9d-98bdecfc424a tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Made reservation on behalf of 832fdbe87ca847f094c6cc8a1fc43a59 for: {'port': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:53:06.455260 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-f1f06cb9-368a-4679-bd9d-98bdecfc424a tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:06.477112 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7c835de4-2da2-44f9-92ae-29cfb204ec40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:06.501891 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7868576-b62b-41f8-af3f-0955ce549956 service neutron] Pushing event updated for resources: {'Port': ['ID=d093dbf0-edb8-4356-a6c6-97c0aa32850c,revision_number=3']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:06.548673 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404388c-9476-47db-8cd1-015fac106c3c req-ea4a8835-430c-48f6-9cff-5fda0e0c1e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:06.551515 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f404388c-9476-47db-8cd1-015fac106c3c req-ea4a8835-430c-48f6-9cff-5fda0e0c1e98 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c6a47ffa-8534-424b-aa2a-93b1efe10fe2 HTTP/1.1" status: 200 len: 858 time: 0.1888671 Sep 11 00:53:06.642641 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-939f7e39-4583-4c42-8dab-d1cb4da2587e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:06.644425 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-939f7e39-4583-4c42-8dab-d1cb4da2587e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7723124 Sep 11 00:53:06.653256 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 41258) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:06.696903 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-54936d89-7925-41c0-859d-fc65ebb94603 req-7c683bbe-eb70-4223-a3af-e0af9d8e5000 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 210 time: 0.2517705 Sep 11 00:53:06.702163 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-fbe3cd65-9821-4c5b-a3f8-2074f0a58665 service neutron] For port 1fc55f70-880d-4007-99be-49ec52f1b61e, host hv-cinder-maste, cleared binding levels {{(pid=112721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:53:06.743123 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-5412ec18-08b9-406a-92a5-73ffda747cda tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Request body: {'security_group_rule': {'security_group_id': '11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:53:06.762677 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404388c-9476-47db-8cd1-015fac106c3c req-ee2e3274-021b-4a76-9e70-37204ea9ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:06.765136 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f404388c-9476-47db-8cd1-015fac106c3c req-ee2e3274-021b-4a76-9e70-37204ea9ab67 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1751125 Sep 11 00:53:06.805112 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] Set router b9418f01-7791-4e40-88d0-38d48d92c06d gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:53:06.862118 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-fbe3cd65-9821-4c5b-a3f8-2074f0a58665 service neutron] For port 1fc55f70-880d-4007-99be-49ec52f1b61e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1fc55f70-880d-4007-99be-49ec52f1b61e,segment=NetworkSegment(efa8b440-94f8-4ee3-85f9-45381836be7e),segment_id=efa8b440-94f8-4ee3-85f9-45381836be7e)] {{(pid=112721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:53:06.984661 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-fbe3cd65-9821-4c5b-a3f8-2074f0a58665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (1fc55f70-880d-4007-99be-49ec52f1b61e), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:06.985090 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f404388c-9476-47db-8cd1-015fac106c3c req-b87220f9-5131-44d3-a3ba-7e0eb80179e0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923020 Sep 11 00:53:06.988418 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-fbe3cd65-9821-4c5b-a3f8-2074f0a58665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:06.989237 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-fbe3cd65-9821-4c5b-a3f8-2074f0a58665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:06.990684 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-fbe3cd65-9821-4c5b-a3f8-2074f0a58665 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/1fc55f70-880d-4007-99be-49ec52f1b61e HTTP/1.1" status: 200 len: 1093 time: 8.2530041 Sep 11 00:53:07.000077 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acff3d4-2dd1-4809-bc64-2dfc7829bfc6', 'tag': '1fc55f70-880d-4007-99be-49ec52f1b61e'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:53:07.015942 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:07.063387 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7c835de4-2da2-44f9-92ae-29cfb204ec40 admin admin] Publish callbacks [] for security_group (fa98dada-5215-4ffd-aec5-b51a46ca2dce), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:07.067569 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcff9b3-112f-49f0-9b5b-647783332cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "62f2702d-714f-47f4-87e5-25f0283ee9a5", "tag": "d093dbf0-edb8-4356-a6c6-97c0aa32850c"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:53:07.071554 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:07.082264 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7c835de4-2da2-44f9-92ae-29cfb204ec40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (fa98dada-5215-4ffd-aec5-b51a46ca2dce), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:07.113672 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:07.121325 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=d170c4db-c8cb-41a6-9f55-736dc8f7067b,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:07.126355 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c835de4-2da2-44f9-92ae-29cfb204ec40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa98dada-5215-4ffd-aec5-b51a46ca2dce,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:07.128086 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-5412ec18-08b9-406a-92a5-73ffda747cda tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group_rule (31cd8e34-cbd3-41b4-b391-48096bf7c736), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:07.152810 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c37c2d8-045d-4f1a-a047-5a6bc232e3fb req-4efa24cc-9db5-44b0-be10-a1c7729a057d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 210 time: 0.2229557 Sep 11 00:53:07.175651 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fc33ebfb-a09e-464e-969c-00c738c97003 req-e707d348-9ada-42b2-9640-571107df7e6e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7119522 Sep 11 00:53:07.214336 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 11a6e5f5-abb9-43df-b9c8-1e221e1a0960 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:53:07.214806 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (11a6e5f5-abb9-43df-b9c8-1e221e1a0960), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:07.286033 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac1d426-f899-4c9c-9849-52bec2a5c3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "9acff3d4-2dd1-4809-bc64-2dfc7829bfc6", "tag": "1fc55f70-880d-4007-99be-49ec52f1b61e"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:53:07.320934 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:07.486721 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c835de4-2da2-44f9-92ae-29cfb204ec40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=112722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 00:53:07.553213 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f7b98f-0b9a-436c-b277-3c8fd39bc8b4 x-openstack-request-id: req-f6f7b98f-0b9a-436c-b277-3c8fd39bc8b4 {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:53:07.553744 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f2702d-714f-47f4-87e5-25f0283ee9a5", "tag": "d093dbf0-edb8-4356-a6c6-97c0aa32850c", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:53:07.554177 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f6f7b98f-0b9a-436c-b277-3c8fd39bc8b4 {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:53:07.554806 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6f7b98f-0b9a-436c-b277-3c8fd39bc8b4'] response: {'name': 'network-changed', 'server_uuid': '62f2702d-714f-47f4-87e5-25f0283ee9a5', 'tag': 'd093dbf0-edb8-4356-a6c6-97c0aa32850c', 'status': 'completed', 'code': 200} Sep 11 00:53:07.557610 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:07.562931 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7c835de4-2da2-44f9-92ae-29cfb204ec40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (db5e9664-74ba-4426-b89b-19ed439f666e), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:07.563535 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.db.segments_db [None req-7c835de4-2da2-44f9-92ae-29cfb204ec40 admin admin] Added segment db5e9664-74ba-4426-b89b-19ed439f666e of type vlan for network 79423a4b-350d-43f9-9015-eab35929a41b Sep 11 00:53:07.598299 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:05Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:53:07.640770 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86fa850-6116-434a-af1a-85ce78e76953 None None] The sync data for ids ['b9418f01-7791-4e40-88d0-38d48d92c06d'] in dv-cinder-master-3-iscsi is: [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:05Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:53:07.652513 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 11a6e5f5-abb9-43df-b9c8-1e221e1a0960 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:53:07.653790 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3cd65-9821-4c5b-a3f8-2074f0a58665 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc55f70-880d-4007-99be-49ec52f1b61e,revision_number=3']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:07.679590 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-f1f06cb9-368a-4679-bd9d-98bdecfc424a tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Allocated IP 172.20.0.11 (a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a/60e26e07-b495-41cc-bedc-6fd35ccd5758/1a22d551-a8f3-4dd7-bcbb-3d16039c58ef) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:53:07.688633 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7c835de4-2da2-44f9-92ae-29cfb204ec40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765262360468'] for network (79423a4b-350d-43f9-9015-eab35929a41b), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:07.701193 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-5412ec18-08b9-406a-92a5-73ffda747cda tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group_rule (31cd8e34-cbd3-41b4-b391-48096bf7c736), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:07.723666 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-80c97572-6d85-44ac-b1e1-d7c12bfe3ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:07.725735 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-80c97572-6d85-44ac-b1e1-d7c12bfe3ab7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a58aefc25e141ca93821a80859875e8&device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 1127 time: 0.3825438 Sep 11 00:53:07.728247 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1796a371-d71e-4fbf-8784-eb6f133808fe x-openstack-request-id: req-1796a371-d71e-4fbf-8784-eb6f133808fe {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:53:07.728733 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9acff3d4-2dd1-4809-bc64-2dfc7829bfc6", "tag": "1fc55f70-880d-4007-99be-49ec52f1b61e", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:53:07.729127 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1796a371-d71e-4fbf-8784-eb6f133808fe {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:53:07.729727 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1796a371-d71e-4fbf-8784-eb6f133808fe'] response: {'name': 'network-changed', 'server_uuid': '9acff3d4-2dd1-4809-bc64-2dfc7829bfc6', 'tag': '1fc55f70-880d-4007-99be-49ec52f1b61e', 'status': 'completed', 'code': 200} Sep 11 00:53:07.731738 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-5412ec18-08b9-406a-92a5-73ffda747cda tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (31cd8e34-cbd3-41b4-b391-48096bf7c736), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:07.737824 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f404388c-9476-47db-8cd1-015fac106c3c req-dcf74b63-b6b7-4b9f-b338-bd436b1208d5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481852 Sep 11 00:53:07.759294 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:07.768604 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-5412ec18-08b9-406a-92a5-73ffda747cda tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:07.773555 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-5412ec18-08b9-406a-92a5-73ffda747cda tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0928612 Sep 11 00:53:07.774314 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 41300) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:07.776390 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412ec18-08b9-406a-92a5-73ffda747cda tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31cd8e34-cbd3-41b4-b391-48096bf7c736,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:07.786235 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-4d5a9424-2b3c-4b0f-a1ec-fb5f2952f9db tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Request body: {'floatingip': {'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:53:07.834711 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4d5a9424-2b3c-4b0f-a1ec-fb5f2952f9db tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:07.868350 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7c835de4-2da2-44f9-92ae-29cfb204ec40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for network (79423a4b-350d-43f9-9015-eab35929a41b), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:07.873053 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c835de4-2da2-44f9-92ae-29cfb204ec40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:07.873746 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7c835de4-2da2-44f9-92ae-29cfb204ec40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:08.043017 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fe17bc08-e493-4d0e-8b5f-72a38791d7a4 req-3eac69bf-671b-475c-a64c-a766431b0217 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 210 time: 0.1129940 Sep 11 00:53:08.043017 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-989fd2c9-bf65-4791-be31-06bbc5969e2e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fc55f70-880d-4007-99be-49ec52f1b61e HTTP/1.1" status: 200 len: 217 time: 0.1967461 Sep 11 00:53:08.102097 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device d170c4db-c8cb-41a6-9f55-736dc8f7067b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:53:08.163239 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4d5a9424-2b3c-4b0f-a1ec-fb5f2952f9db tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:08.192083 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-7c835de4-2da2-44f9-92ae-29cfb204ec40 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5611012 Sep 11 00:53:08.222094 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port d170c4db-c8cb-41a6-9f55-736dc8f7067b triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:53:08.222472 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (d170c4db-c8cb-41a6-9f55-736dc8f7067b), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:08.244321 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 41308) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:08.260130 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-43d86d6e-5df0-46cf-8b64-96f1f792b202 admin admin] Request body: {'subnet': {'network_id': '79423a4b-350d-43f9-9015-eab35929a41b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1697086906-subnet', 'tenant_id': '9bcc6857806944d9a22e0f4d53674801', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:53:08.274823 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c835de4-2da2-44f9-92ae-29cfb204ec40 admin admin] Pushing event updated for resources: {'Network': ['ID=79423a4b-350d-43f9-9015-eab35929a41b,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:08.294453 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Network 79423a4b-350d-43f9-9015-eab35929a41b details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=112723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 00:53:08.338015 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [None req-4d5a9424-2b3c-4b0f-a1ec-fb5f2952f9db tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Allocated IP 172.37.5.215 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/8bd4cb29-9126-4e55-bb7b-7c5f4c36da54) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:53:08.349954 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d86d6e-5df0-46cf-8b64-96f1f792b202 admin admin] Made reservation on behalf of 9bcc6857806944d9a22e0f4d53674801 for: {'subnet': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:53:08.360296 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-43d86d6e-5df0-46cf-8b64-96f1f792b202 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:08.469348 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port d170c4db-c8cb-41a6-9f55-736dc8f7067b is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:53:08.487728 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-f1f06cb9-368a-4679-bd9d-98bdecfc424a tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Publish callbacks [] for port (1a22d551-a8f3-4dd7-bcbb-3d16039c58ef), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:08.526080 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5b8d955f-48dc-4ceb-8393-0325b12720f9 req-04229e06-c766-43d1-8b52-ca1e5f4a503a tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 210 time: 0.1383133 Sep 11 00:53:08.549157 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd913aa8-3262-4927-a0dc-8e22874c0d79 req-0f9b9d6d-fdd1-4f2e-a6bb-a8db0f60e9a2 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:08.550822 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-bd913aa8-3262-4927-a0dc-8e22874c0d79 req-0f9b9d6d-fdd1-4f2e-a6bb-a8db0f60e9a2 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 944 time: 0.1789987 Sep 11 00:53:08.628236 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-f1f06cb9-368a-4679-bd9d-98bdecfc424a tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (1a22d551-a8f3-4dd7-bcbb-3d16039c58ef), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:08.638039 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4d5a9424-2b3c-4b0f-a1ec-fb5f2952f9db tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for port (8bd4cb29-9126-4e55-bb7b-7c5f4c36da54), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:08.656299 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-bd913aa8-3262-4927-a0dc-8e22874c0d79 req-e8616fcf-b5dc-4641-8d2e-f17609b7e291 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869908 Sep 11 00:53:08.693639 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4d5a9424-2b3c-4b0f-a1ec-fb5f2952f9db tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (8bd4cb29-9126-4e55-bb7b-7c5f4c36da54), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:08.705270 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-f1f06cb9-368a-4679-bd9d-98bdecfc424a tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Network a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:53:08.712013 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-f1f06cb9-368a-4679-bd9d-98bdecfc424a tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:53:08.722718 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-f1f06cb9-368a-4679-bd9d-98bdecfc424a tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:53:08.727687 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-f1f06cb9-368a-4679-bd9d-98bdecfc424a tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:08.728311 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-f1f06cb9-368a-4679-bd9d-98bdecfc424a tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:08.740653 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5a9424-2b3c-4b0f-a1ec-fb5f2952f9db tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:53:08.744231 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:08.748586 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-4d5a9424-2b3c-4b0f-a1ec-fb5f2952f9db tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:53:08.752350 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f06cb9-368a-4679-bd9d-98bdecfc424a tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Pushing event updated for resources: {'Port': ['ID=1a22d551-a8f3-4dd7-bcbb-3d16039c58ef,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:08.753226 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5a9424-2b3c-4b0f-a1ec-fb5f2952f9db tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:53:08.759838 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-43d86d6e-5df0-46cf-8b64-96f1f792b202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for subnet (b6b0f702-78b8-4ee6-942d-304271366a08), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:08.775876 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-f1f06cb9-368a-4679-bd9d-98bdecfc424a tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7412779 Sep 11 00:53:08.827224 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:08.850681 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:08.876397 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a9424-2b3c-4b0f-a1ec-fb5f2952f9db tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event updated for resources: {'Port': ['ID=8bd4cb29-9126-4e55-bb7b-7c5f4c36da54,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:08.898096 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.18', 60843) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:08.915481 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-dfd83b14-e2c1-4bed-b991-a705bb200447 service neutron] Request body: {'port': {'device_id': 'd334d7b3-7a92-42bd-902a-39728c315ee9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:53:08.994982 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4d5a9424-2b3c-4b0f-a1ec-fb5f2952f9db tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (7cc7ec9d-f15b-4ba7-8b06-3d7e6b0261b8), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:09.017805 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d86d6e-5df0-46cf-8b64-96f1f792b202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6b0f702-78b8-4ee6-942d-304271366a08,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:09.081757 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d86d6e-5df0-46cf-8b64-96f1f792b202 admin admin] Checking segment: {'id': 'db5e9664-74ba-4426-b89b-19ed439f666e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '79423a4b-350d-43f9-9015-eab35929a41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:53:09.082113 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d86d6e-5df0-46cf-8b64-96f1f792b202 admin admin] Network hostable DHCP agents. Network: 79423a4b-350d-43f9-9015-eab35929a41b, hostable agents: ['141562d2-e0e6-4955-8563-ce36b7299d64'], hosted agents: [] {{(pid=112722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 00:53:09.087695 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-db45977b-7685-46ba-8fad-dd17ee1c544e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:09.089213 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-db45977b-7685-46ba-8fad-dd17ee1c544e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c6a47ffa-8534-424b-aa2a-93b1efe10fe2 HTTP/1.1" status: 200 len: 858 time: 0.2140636 Sep 11 00:53:09.130970 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-01d6c389-dbed-45b9-8b81-d0b8bf705acb None None] Provisioning complete for port 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:53:09.133045 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-01d6c389-dbed-45b9-8b81-d0b8bf705acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (1a22d551-a8f3-4dd7-bcbb-3d16039c58ef), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:09.144920 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4d5a9424-2b3c-4b0f-a1ec-fb5f2952f9db tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (8bd4cb29-9126-4e55-bb7b-7c5f4c36da54), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:09.171710 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcff9b3-112f-49f0-9b5b-647783332cb0 req-a3a2e02d-e3ab-461c-9a65-10f28d78c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:09.173431 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-adcff9b3-112f-49f0-9b5b-647783332cb0 req-a3a2e02d-e3ab-461c-9a65-10f28d78c136 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a58aefc25e141ca93821a80859875e8&device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 1128 time: 0.3019907 Sep 11 00:53:09.228080 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-01d6c389-dbed-45b9-8b81-d0b8bf705acb None None] Port 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:53:09.375019 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d86d6e-5df0-46cf-8b64-96f1f792b202 admin admin] Network 79423a4b-350d-43f9-9015-eab35929a41b is scheduled to be hosted by DHCP agent 141562d2-e0e6-4955-8563-ce36b7299d64 with binding_index 1 {{(pid=112722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 00:53:09.377185 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-dfd83b14-e2c1-4bed-b991-a705bb200447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (1a22d551-a8f3-4dd7-bcbb-3d16039c58ef), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:09.415631 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1890b4-1c45-4339-9822-277fca3b654e req-da5aae2f-3ad6-4578-80ac-b1b9df602fd6 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:09.417272 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-1f1890b4-1c45-4339-9822-277fca3b654e req-da5aae2f-3ad6-4578-80ac-b1b9df602fd6 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.18 "GET /networking/v2.0/networks?id=3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 HTTP/1.1" status: 200 len: 816 time: 0.5088873 Sep 11 00:53:09.446170 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-43d86d6e-5df0-46cf-8b64-96f1f792b202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 79423a4b-350d-43f9-9015-eab35929a41b) {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:53:09.456198 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c6b929-8393-4dbf-9212-fec0c909763a None None] Network 79423a4b-350d-43f9-9015-eab35929a41b requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:53:09.490834 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d86d6e-5df0-46cf-8b64-96f1f792b202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:09.491652 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-43d86d6e-5df0-46cf-8b64-96f1f792b202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for subnet (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:09.599120 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-e70e0514-4232-4089-b0d4-40c04c51fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:09.601200 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-e70e0514-4232-4089-b0d4-40c04c51fac8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4257207 Sep 11 00:53:09.659024 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df00e56-ac5d-4e51-9306-e79d96aff73e req-6e41483a-d384-4d75-bd5e-768cab4c563f tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:09.671230 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6df00e56-ac5d-4e51-9306-e79d96aff73e req-6e41483a-d384-4d75-bd5e-768cab4c563f tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 932 time: 0.3928888 Sep 11 00:53:09.702358 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6122fcb6-1d54-4b62-8ecb-e206a7a672bd None None] Network 79423a4b-350d-43f9-9015-eab35929a41b requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:53:09.725328 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-43d86d6e-5df0-46cf-8b64-96f1f792b202 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4795916 Sep 11 00:53:09.743098 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcff9b3-112f-49f0-9b5b-647783332cb0 req-c4f3aaea-3d05-436d-b596-a905d37f02ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:09.745659 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-adcff9b3-112f-49f0-9b5b-647783332cb0 req-c4f3aaea-3d05-436d-b596-a905d37f02ea service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f HTTP/1.1" status: 200 len: 920 time: 0.5564110 Sep 11 00:53:09.899945 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e3f5ab97-6bd8-4c20-8045-ddd0feb3fef1 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fd9221b2e81a46f69864e02ec4d42672 HTTP/1.1" status: 200 len: 379 time: 0.4603589 Sep 11 00:53:09.901981 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-adcff9b3-112f-49f0-9b5b-647783332cb0 req-afdb20bc-2c2a-45f3-86e2-ad287dc564aa service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d093dbf0-edb8-4356-a6c6-97c0aa32850c HTTP/1.1" status: 200 len: 217 time: 0.0774348 Sep 11 00:53:09.942276 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [req-1f1890b4-1c45-4339-9822-277fca3b654e req-77aedb0a-40a3-4e58-949c-06745794b5ff tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Request body: {'port': {'device_id': '7ed280f0-7beb-47b6-a543-0e3eb7083067', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'admin_state_up': True, 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'security_groups': ['6ef1358e-e308-4204-90b0-5a5e51c86749']}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:53:09.993557 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c9e7d824-4c59-40cc-bee9-de833d8fdb4a req-6278bed0-ab24-4d35-b8ab-394d3cf2b064 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 210 time: 0.2913125 Sep 11 00:53:10.140347 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device b4c12488-6bc8-4846-b558-4bd44c0d432b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:53:10.189744 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4d5a9424-2b3c-4b0f-a1ec-fb5f2952f9db tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for port (8bd4cb29-9126-4e55-bb7b-7c5f4c36da54), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:10.191742 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:10.198300 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6df00e56-ac5d-4e51-9306-e79d96aff73e req-63f7c11d-3486-47a3-9ef7-fd3642c3aded tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=571cb679-edbb-4e03-8c12-54f308655f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5252073 Sep 11 00:53:10.200702 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-43422267-24f3-4dc6-832f-9aea3fd4fa39 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5882194 Sep 11 00:53:10.206467 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4d5a9424-2b3c-4b0f-a1ec-fb5f2952f9db tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (8bd4cb29-9126-4e55-bb7b-7c5f4c36da54), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:10.207501 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4d5a9424-2b3c-4b0f-a1ec-fb5f2952f9db tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (7cc7ec9d-f15b-4ba7-8b06-3d7e6b0261b8), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:10.250317 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port b4c12488-6bc8-4846-b558-4bd44c0d432b triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:53:10.251939 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (b4c12488-6bc8-4846-b558-4bd44c0d432b), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:10.273324 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcff9b3-112f-49f0-9b5b-647783332cb0 req-bd68357b-644f-4289-98c9-ec880133b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:10.275103 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-adcff9b3-112f-49f0-9b5b-647783332cb0 req-bd68357b-644f-4289-98c9-ec880133b6fa service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c6a47ffa-8534-424b-aa2a-93b1efe10fe2 HTTP/1.1" status: 200 len: 858 time: 0.3535058 Sep 11 00:53:10.324883 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=100 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:10.392004 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcff9b3-112f-49f0-9b5b-647783332cb0 req-b4dade37-f670-4707-bfc3-49e817ef22c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:10.393999 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-adcff9b3-112f-49f0-9b5b-647783332cb0 req-b4dade37-f670-4707-bfc3-49e817ef22c2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1122324 Sep 11 00:53:10.410680 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port b4c12488-6bc8-4846-b558-4bd44c0d432b is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:53:10.412085 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (b4c12488-6bc8-4846-b558-4bd44c0d432b), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:10.440577 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a9424-2b3c-4b0f-a1ec-fb5f2952f9db tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event updated for resources: {'Port': ['ID=8bd4cb29-9126-4e55-bb7b-7c5f4c36da54,revision_number=2']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:10.442931 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:10.448008 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-70f49bdf-85fb-4c0a-bc98-373aa7470a00 req-7e0b338d-ab1e-4db4-aecd-d8935843f017 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361798 Sep 11 00:53:10.474613 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port b4c12488-6bc8-4846-b558-4bd44c0d432b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b4c12488-6bc8-4846-b558-4bd44c0d432b,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:53:10.482013 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (b4c12488-6bc8-4846-b558-4bd44c0d432b), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:10.493239 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4d5a9424-2b3c-4b0f-a1ec-fb5f2952f9db tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:10.498105 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-4d5a9424-2b3c-4b0f-a1ec-fb5f2952f9db tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7155504 Sep 11 00:53:10.508261 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:10.548121 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90579d7-0a65-44d6-a4c0-fbf89f3d9b22 req-8822e2d3-1d32-49bf-9335-28271cb71a82 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:10.550685 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c90579d7-0a65-44d6-a4c0-fbf89f3d9b22 req-8822e2d3-1d32-49bf-9335-28271cb71a82 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 944 time: 0.3472061 Sep 11 00:53:10.598744 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=b4c12488-6bc8-4846-b558-4bd44c0d432b,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:10.681331 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c90579d7-0a65-44d6-a4c0-fbf89f3d9b22 req-5f3b5c96-980b-47c6-80f1-fdcca0d6494e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206980 Sep 11 00:53:10.808367 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 41414) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:10.814777 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-e18b1c7d-c562-4619-8ea7-4555cb070c26 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-329852932-network', 'tenant_id': '2902b795d287496fbf3688d0feedbc47'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:53:10.850924 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-02c9466c-af7f-4ffb-9e90-3d02cb64aa65 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1859556586&fields=id&tenant_id=172e557567404e0f906fd1c3452148d8 HTTP/1.1" status: 200 len: 267 time: 0.0801618 Sep 11 00:53:10.879009 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18b1c7d-c562-4619-8ea7-4555cb070c26 admin admin] Made reservation on behalf of 2902b795d287496fbf3688d0feedbc47 for: {'network': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:53:10.881339 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e18b1c7d-c562-4619-8ea7-4555cb070c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for network (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:10.927234 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e18b1c7d-c562-4619-8ea7-4555cb070c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:10.930917 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f1890b4-1c45-4339-9822-277fca3b654e req-77aedb0a-40a3-4e58-949c-06745794b5ff tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Made reservation on behalf of fd9221b2e81a46f69864e02ec4d42672 for: {'port': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:53:10.938560 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-1f1890b4-1c45-4339-9822-277fca3b654e req-77aedb0a-40a3-4e58-949c-06745794b5ff tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:10.945487 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:10.954768 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:10.966087 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-dfd83b14-e2c1-4bed-b991-a705bb200447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef {{(pid=112722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:53:10.980546 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-dfd83b14-e2c1-4bed-b991-a705bb200447 service neutron] Publish callbacks [] for port (1a22d551-a8f3-4dd7-bcbb-3d16039c58ef), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:11.026518 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.provisioning_blocks [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-dfd83b14-e2c1-4bed-b991-a705bb200447 service neutron] Transition to ACTIVE for port object 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef will not be triggered until provisioned by entity L2. {{(pid=112722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 11 00:53:11.052247 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-dfd83b14-e2c1-4bed-b991-a705bb200447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (1a22d551-a8f3-4dd7-bcbb-3d16039c58ef), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:11.054192 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-a40af1e2-a881-4829-a978-ed0364bc7552 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:11.056564 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-a40af1e2-a881-4829-a978-ed0364bc7552 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/networks?id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 HTTP/1.1" status: 200 len: 815 time: 0.2045994 Sep 11 00:53:11.097751 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-5e06ef46-a179-4952-9bd7-737043d74e92 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/quotas/172e557567404e0f906fd1c3452148d8 HTTP/1.1" status: 200 len: 375 time: 0.0316608 Sep 11 00:53:11.150397 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-adcff9b3-112f-49f0-9b5b-647783332cb0 req-8e19ed3e-bb25-4807-a9b4-0248582157fa service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7377713 Sep 11 00:53:11.181321 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-97642a2c-3c5d-4880-824c-d2a9bcbedd9a req-bd02c73d-5790-44cd-bdec-36d2fb043fbf tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 210 time: 0.0563223 Sep 11 00:53:11.196113 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e18b1c7d-c562-4619-8ea7-4555cb070c26 admin admin] Publish callbacks [] for security_group (2e7cc7d0-60c0-4770-92c6-2cbcb6c0e7fd), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:11.204321 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-8e4cb8fa-fc78-432e-b493-94707f1b307e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=172e557567404e0f906fd1c3452148d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995731 Sep 11 00:53:11.205392 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e18b1c7d-c562-4619-8ea7-4555cb070c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (2e7cc7d0-60c0-4770-92c6-2cbcb6c0e7fd), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:11.218221 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd83b14-e2c1-4bed-b991-a705bb200447 service neutron] Pushing event updated for resources: {'Port': ['ID=1a22d551-a8f3-4dd7-bcbb-3d16039c58ef,revision_number=2']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:11.246190 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-dfd83b14-e2c1-4bed-b991-a705bb200447 service neutron] Attempting to bind port 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef on host hv-cinder-maste for vnic_type normal with profile {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:53:11.246740 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-dfd83b14-e2c1-4bed-b991-a705bb200447 service neutron] Attempting to bind port 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '6b42dcb4-df67-4575-aa75-6ecd04c96046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a'}] {{(pid=112722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:53:11.247193 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-dfd83b14-e2c1-4bed-b991-a705bb200447 service neutron] Attempting to bind port 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef on network a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:53:11.290941 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18b1c7d-c562-4619-8ea7-4555cb070c26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=112721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 00:53:11.346295 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:11.353731 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b1c7d-c562-4619-8ea7-4555cb070c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7cc7d0-60c0-4770-92c6-2cbcb6c0e7fd,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:11.358113 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e18b1c7d-c562-4619-8ea7-4555cb070c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (338b06f3-58de-4e96-b7ca-85cdb0a1b435), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:11.358816 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.segments_db [None req-e18b1c7d-c562-4619-8ea7-4555cb070c26 admin admin] Added segment 338b06f3-58de-4e96-b7ca-85cdb0a1b435 of type vlan for network e1e25ea8-6ef9-486a-b365-b3b6969e515c Sep 11 00:53:11.382710 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [req-1f1890b4-1c45-4339-9822-277fca3b654e req-77aedb0a-40a3-4e58-949c-06745794b5ff tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Allocated IP 172.20.0.5 (3c897342-0f04-45f8-a9ef-0bc52e6c6ab5/f6e1af3b-cbbe-4593-9148-6f2c7fa19e13/8a166d16-f941-44a7-ba58-ccb7e2c62c18) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:53:11.387986 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1d426-f899-4c9c-9849-52bec2a5c3a5 req-f20d17d9-d48c-4d76-939b-540cb002494f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:11.390973 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-bac1d426-f899-4c9c-9849-52bec2a5c3a5 req-f20d17d9-d48c-4d76-939b-540cb002494f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a58aefc25e141ca93821a80859875e8&device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 1127 time: 0.1562994 Sep 11 00:53:11.407474 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-dfd83b14-e2c1-4bed-b991-a705bb200447 service neutron] Port 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef on network a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 11 00:53:11.407857 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-dfd83b14-e2c1-4bed-b991-a705bb200447 service neutron] Attempting to bind port 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef on network a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:53:11.466991 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-adcff9b3-112f-49f0-9b5b-647783332cb0 req-c64a0109-a935-4680-9e7e-dbde92b80543 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364187 Sep 11 00:53:11.477002 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99daba3-f680-4c46-84e1-9bac0c5d9b13 req-9fa3f1ee-bf10-4bfa-97d7-917c992ce266 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:11.483476 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a99daba3-f680-4c46-84e1-9bac0c5d9b13 req-9fa3f1ee-bf10-4bfa-97d7-917c992ce266 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 944 time: 0.1582670 Sep 11 00:53:11.540732 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-dfd83b14-e2c1-4bed-b991-a705bb200447 service neutron] Checking agent: {'id': '59bd9a15-1b15-4a76-8496-742ec7e1ef61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'started_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:53:11.541107 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-dfd83b14-e2c1-4bed-b991-a705bb200447 service neutron] Checking segment: {'id': '6b42dcb4-df67-4575-aa75-6ecd04c96046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:53:11.541462 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-dfd83b14-e2c1-4bed-b991-a705bb200447 service neutron] Bound using segment: {'id': '6b42dcb4-df67-4575-aa75-6ecd04c96046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a'} {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:53:11.541914 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-dfd83b14-e2c1-4bed-b991-a705bb200447 service neutron] Bound port: 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b42dcb4-df67-4575-aa75-6ecd04c96046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a'}}] {{(pid=112722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:53:11.542275 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-dfd83b14-e2c1-4bed-b991-a705bb200447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (1a22d551-a8f3-4dd7-bcbb-3d16039c58ef), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:11.562538 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e18b1c7d-c562-4619-8ea7-4555cb070c26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765262360468'] for network (e1e25ea8-6ef9-486a-b365-b3b6969e515c), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:11.584599 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device d093dbf0-edb8-4356-a6c6-97c0aa32850c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 00:53:11.604833 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:11.609326 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-a7bbc47a-35dd-4207-a4b4-2726da37fdf9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860893 Sep 11 00:53:11.648572 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-1f1890b4-1c45-4339-9822-277fca3b654e req-77aedb0a-40a3-4e58-949c-06745794b5ff tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:11.679243 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-dfd83b14-e2c1-4bed-b991-a705bb200447 service neutron] For port 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef, host hv-cinder-maste, cleared binding levels {{(pid=112722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:53:11.684336 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-dfd83b14-e2c1-4bed-b991-a705bb200447 service neutron] For port 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1a22d551-a8f3-4dd7-bcbb-3d16039c58ef,segment=NetworkSegment(6b42dcb4-df67-4575-aa75-6ecd04c96046),segment_id=6b42dcb4-df67-4575-aa75-6ecd04c96046)] {{(pid=112722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:53:11.701652 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-dfd83b14-e2c1-4bed-b991-a705bb200447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (1a22d551-a8f3-4dd7-bcbb-3d16039c58ef), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:11.713711 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-dfd83b14-e2c1-4bed-b991-a705bb200447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:11.714666 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-dfd83b14-e2c1-4bed-b991-a705bb200447 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:11.716650 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-dfd83b14-e2c1-4bed-b991-a705bb200447 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/1a22d551-a8f3-4dd7-bcbb-3d16039c58ef HTTP/1.1" status: 200 len: 1094 time: 2.8159454 Sep 11 00:53:11.718891 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd334d7b3-7a92-42bd-902a-39728c315ee9', 'tag': '1a22d551-a8f3-4dd7-bcbb-3d16039c58ef'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:53:11.721615 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cd138c-481e-4c7f-b176-cce883c473c8" -d '{"events": [{"name": "network-changed", "server_uuid": "d334d7b3-7a92-42bd-902a-39728c315ee9", "tag": "1a22d551-a8f3-4dd7-bcbb-3d16039c58ef"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:53:11.755276 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:11.767116 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a99daba3-f680-4c46-84e1-9bac0c5d9b13 req-5a16ca63-7410-4def-aede-01540e36a6c9 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=571cb679-edbb-4e03-8c12-54f308655f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476425 Sep 11 00:53:11.799880 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-1f1890b4-1c45-4339-9822-277fca3b654e req-77aedb0a-40a3-4e58-949c-06745794b5ff tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:11.874767 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e18b1c7d-c562-4619-8ea7-4555cb070c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for network (e1e25ea8-6ef9-486a-b365-b3b6969e515c), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:11.876981 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18b1c7d-c562-4619-8ea7-4555cb070c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:11.882623 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e18b1c7d-c562-4619-8ea7-4555cb070c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:11.889155 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd83b14-e2c1-4bed-b991-a705bb200447 service neutron] Pushing event updated for resources: {'Port': ['ID=1a22d551-a8f3-4dd7-bcbb-3d16039c58ef,revision_number=3']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:11.910060 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f1890b4-1c45-4339-9822-277fca3b654e req-77aedb0a-40a3-4e58-949c-06745794b5ff tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Network 3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:53:11.936791 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [req-1f1890b4-1c45-4339-9822-277fca3b654e req-77aedb0a-40a3-4e58-949c-06745794b5ff tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:53:11.939944 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-b7b2646a-65bd-48cb-8190-32bb562c038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:11.941749 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-b7b2646a-65bd-48cb-8190-32bb562c038f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=832fdbe87ca847f094c6cc8a1fc43a59&device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 1128 time: 0.1461325 Sep 11 00:53:11.945719 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1890b4-1c45-4339-9822-277fca3b654e req-77aedb0a-40a3-4e58-949c-06745794b5ff tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:53:11.951808 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1890b4-1c45-4339-9822-277fca3b654e req-77aedb0a-40a3-4e58-949c-06745794b5ff tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:11.952616 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-1f1890b4-1c45-4339-9822-277fca3b654e req-77aedb0a-40a3-4e58-949c-06745794b5ff tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:12.010959 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-e18b1c7d-c562-4619-8ea7-4555cb070c26 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1989017 Sep 11 00:53:12.012111 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 41458) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:12.028644 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-9aa9c215-fe55-4b3f-afa7-22b3f2f0ca5b service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a22d551-a8f3-4dd7-bcbb-3d16039c58ef HTTP/1.1" status: 200 len: 217 time: 0.0721722 Sep 11 00:53:12.048788 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:12.068534 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-1f1890b4-1c45-4339-9822-277fca3b654e req-77aedb0a-40a3-4e58-949c-06745794b5ff tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1457055 Sep 11 00:53:12.071664 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aedb0a-40a3-4e58-949c-06745794b5ff tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Pushing event updated for resources: {'Port': ['ID=8a166d16-f941-44a7-ba58-ccb7e2c62c18,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:12.157893 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e65ce6fd-42c2-43e9-8e62-ba6976361ab8 service neutron] Request body: {'port': {'device_id': '7ed280f0-7beb-47b6-a543-0e3eb7083067', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:53:12.165939 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device b4c12488-6bc8-4846-b558-4bd44c0d432b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:53:12.172944 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-3ade6fa5-2404-4169-9ee8-2741cc1312f6 admin admin] Request body: {'subnet': {'network_id': 'e1e25ea8-6ef9-486a-b365-b3b6969e515c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-329852932-subnet', 'tenant_id': '2902b795d287496fbf3688d0feedbc47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:53:12.176038 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port d093dbf0-edb8-4356-a6c6-97c0aa32850c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d093dbf0-edb8-4356-a6c6-97c0aa32850c,segment=NetworkSegment(efa8b440-94f8-4ee3-85f9-45381836be7e),segment_id=efa8b440-94f8-4ee3-85f9-45381836be7e)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:53:12.264570 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': 'd093dbf0-edb8-4356-a6c6-97c0aa32850c', 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'port_id': 'd093dbf0-edb8-4356-a6c6-97c0aa32850c', 'mac_address': 'fa:16:3e:2b:d9:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 00:53:12.301636 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 41468) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:12.305975 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e65ce6fd-42c2-43e9-8e62-ba6976361ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:12.311505 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-c86b218e-6368-4f4e-b458-14f6679d6862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:12.314644 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-c86b218e-6368-4f4e-b458-14f6679d6862 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=60e26e07-b495-41cc-bedc-6fd35ccd5758 HTTP/1.1" status: 200 len: 851 time: 0.2710345 Sep 11 00:53:12.317383 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port b4c12488-6bc8-4846-b558-4bd44c0d432b triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:53:12.317883 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (b4c12488-6bc8-4846-b558-4bd44c0d432b), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:12.349495 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port d093dbf0-edb8-4356-a6c6-97c0aa32850c is: DOWN; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:53:12.353285 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (d093dbf0-edb8-4356-a6c6-97c0aa32850c), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:12.392207 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d093dbf0-edb8-4356-a6c6-97c0aa32850c {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:53:12.419851 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1d426-f899-4c9c-9849-52bec2a5c3a5 req-f8309017-31c2-4517-afd5-a3110acb6ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:12.425336 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-bac1d426-f899-4c9c-9849-52bec2a5c3a5 req-f8309017-31c2-4517-afd5-a3110acb6ebb service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f HTTP/1.1" status: 200 len: 920 time: 1.0208781 Sep 11 00:53:12.491276 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:12.491863 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port d093dbf0-edb8-4356-a6c6-97c0aa32850c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d093dbf0-edb8-4356-a6c6-97c0aa32850c,segment=NetworkSegment(efa8b440-94f8-4ee3-85f9-45381836be7e),segment_id=efa8b440-94f8-4ee3-85f9-45381836be7e)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:53:12.492390 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ade6fa5-2404-4169-9ee8-2741cc1312f6 admin admin] Made reservation on behalf of 2902b795d287496fbf3688d0feedbc47 for: {'subnet': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:53:12.495679 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-3ade6fa5-2404-4169-9ee8-2741cc1312f6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:12.508141 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-a087f94b-1275-448f-9d48-4213f7e8334c None None] Provisioning complete for port 8a166d16-f941-44a7-ba58-ccb7e2c62c18 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:53:12.508562 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-a087f94b-1275-448f-9d48-4213f7e8334c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:12.510720 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (d093dbf0-edb8-4356-a6c6-97c0aa32850c), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:12.543406 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b0fab017-06f6-4fb3-be2a-0650760a8289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:12.566944 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-88372cfb-1104-4945-a990-c6ddf5f5c35b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9377935 Sep 11 00:53:12.587276 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b1c7d-c562-4619-8ea7-4555cb070c26 admin admin] Pushing event updated for resources: {'Network': ['ID=e1e25ea8-6ef9-486a-b365-b3b6969e515c,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:12.592253 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-e53698e6-d69a-409a-a761-eb2a474f5760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:12.596882 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-e53698e6-d69a-409a-a761-eb2a474f5760 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2421498 Sep 11 00:53:12.608697 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcf6ce-7012-4689-a0fa-942b2bd7093a req-8149a4bd-06a0-4de1-8024-b5dbd304da62 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:12.618002 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f5dcf6ce-7012-4689-a0fa-942b2bd7093a req-8149a4bd-06a0-4de1-8024-b5dbd304da62 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 944 time: 0.6624691 Sep 11 00:53:12.678985 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Network e1e25ea8-6ef9-486a-b365-b3b6969e515c details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=112723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 00:53:12.680996 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-bac1d426-f899-4c9c-9849-52bec2a5c3a5 req-fb24273a-49aa-489a-9904-a5a8ebb9e589 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fc55f70-880d-4007-99be-49ec52f1b61e HTTP/1.1" status: 200 len: 217 time: 0.2239950 Sep 11 00:53:12.681405 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=d093dbf0-edb8-4356-a6c6-97c0aa32850c,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:12.730221 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-a087f94b-1275-448f-9d48-4213f7e8334c None None] Port 8a166d16-f941-44a7-ba58-ccb7e2c62c18 cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:53:12.767089 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 41480) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:12.777985 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port b4c12488-6bc8-4846-b558-4bd44c0d432b is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:53:12.787576 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1d426-f899-4c9c-9849-52bec2a5c3a5 req-115aef6d-dee3-47fe-a043-f7b0187cd697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:12.789145 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-bac1d426-f899-4c9c-9849-52bec2a5c3a5 req-115aef6d-dee3-47fe-a043-f7b0187cd697 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c6a47ffa-8534-424b-aa2a-93b1efe10fe2 HTTP/1.1" status: 200 len: 858 time: 0.0986037 Sep 11 00:53:12.851176 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f5dcf6ce-7012-4689-a0fa-942b2bd7093a req-ebbece39-0cc9-4641-8652-8cf1c20766da tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319684 Sep 11 00:53:12.876160 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['d093dbf0-edb8-4356-a6c6-97c0aa32850c'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:53:12.912282 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d619935a-6369-498b-8e6e-cdb17c82f0b1 x-openstack-request-id: req-d619935a-6369-498b-8e6e-cdb17c82f0b1 {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:53:12.912830 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d334d7b3-7a92-42bd-902a-39728c315ee9", "tag": "1a22d551-a8f3-4dd7-bcbb-3d16039c58ef", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:53:12.913350 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d619935a-6369-498b-8e6e-cdb17c82f0b1 {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:53:12.913901 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d619935a-6369-498b-8e6e-cdb17c82f0b1'] response: {'name': 'network-changed', 'server_uuid': 'd334d7b3-7a92-42bd-902a-39728c315ee9', 'tag': '1a22d551-a8f3-4dd7-bcbb-3d16039c58ef', 'status': 'completed', 'code': 200} Sep 11 00:53:13.142780 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b0fab017-06f6-4fb3-be2a-0650760a8289 admin admin] Publish callbacks [] for security_group (dcb500f4-f3be-4ed1-9ca1-bc3080b48cb6), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:13.149146 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-d221f3e1-44c5-40b5-ae47-4adb5115b73a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265386 Sep 11 00:53:13.150041 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:13.163068 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b0fab017-06f6-4fb3-be2a-0650760a8289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (dcb500f4-f3be-4ed1-9ca1-bc3080b48cb6), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:13.203425 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:13.204738 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1d426-f899-4c9c-9849-52bec2a5c3a5 req-9039896b-d21b-4692-89dd-52fcf9136d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:13.206460 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-bac1d426-f899-4c9c-9849-52bec2a5c3a5 req-9039896b-d21b-4692-89dd-52fcf9136d88 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3985782 Sep 11 00:53:13.252341 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630b859-dc5c-43e5-aa05-dd76f7f4911d req-bb67d1f7-a353-4cc6-b619-bb28cf495741 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:13.253893 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1630b859-dc5c-43e5-aa05-dd76f7f4911d req-bb67d1f7-a353-4cc6-b619-bb28cf495741 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 944 time: 0.1483772 Sep 11 00:53:13.265483 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0470f67-ecf1-4cb1-ae1b-c4e980244fdc req-4b7e876a-4d61-41e2-b3df-1987b49179f9 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:13.271393 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d0470f67-ecf1-4cb1-ae1b-c4e980244fdc req-4b7e876a-4d61-41e2-b3df-1987b49179f9 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 931 time: 0.1685069 Sep 11 00:53:13.274289 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fab017-06f6-4fb3-be2a-0650760a8289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb500f4-f3be-4ed1-9ca1-bc3080b48cb6,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:13.288444 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-983d581b-f8b3-450d-bbda-beb4a0119714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:13.307789 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:13.356378 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-b0fab017-06f6-4fb3-be2a-0650760a8289 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=94e07bd53dc44496a1bba2e64a36751e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0445633 Sep 11 00:53:13.368534 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 41494) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:13.407893 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d0470f67-ecf1-4cb1-ae1b-c4e980244fdc req-a2b8880b-c04e-479e-8b73-a1e4f7b8d200 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037068 Sep 11 00:53:13.455588 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-3e4379cd-b557-4aa2-bbf7-bf57327049c3 req-c217532a-68d1-4bcb-9e23-0582111c5b64 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859652 Sep 11 00:53:13.455800 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1630b859-dc5c-43e5-aa05-dd76f7f4911d req-87ac6c15-36df-41c5-bb88-46c8ec7d0cd0 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=571cb679-edbb-4e03-8c12-54f308655f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803212 Sep 11 00:53:13.492638 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-3ade6fa5-2404-4169-9ee8-2741cc1312f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for subnet (37adf5d1-a0d5-4572-b45f-361cbc4363c9), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:13.584882 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e65ce6fd-42c2-43e9-8e62-ba6976361ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a166d16-f941-44a7-ba58-ccb7e2c62c18 {{(pid=112722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:53:13.586453 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-bac1d426-f899-4c9c-9849-52bec2a5c3a5 req-6a7fc3bd-e32b-4577-a706-9e0de746a93d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699932 Sep 11 00:53:13.588140 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-63f82d31-98fa-42b2-8d28-6026262217ed req-ae22eb75-6559-413f-a85f-79cd179cba52 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 210 time: 0.0869954 Sep 11 00:53:13.599210 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade6fa5-2404-4169-9ee8-2741cc1312f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37adf5d1-a0d5-4572-b45f-361cbc4363c9,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:13.604511 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e65ce6fd-42c2-43e9-8e62-ba6976361ab8 service neutron] Publish callbacks [] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:13.622904 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-983d581b-f8b3-450d-bbda-beb4a0119714 admin admin] Publish callbacks [] for security_group (66d3ef3d-cfe8-4108-bf0c-fd66590d1864), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:13.624156 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ade6fa5-2404-4169-9ee8-2741cc1312f6 admin admin] Checking segment: {'id': '338b06f3-58de-4e96-b7ca-85cdb0a1b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e1e25ea8-6ef9-486a-b365-b3b6969e515c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:53:13.624518 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ade6fa5-2404-4169-9ee8-2741cc1312f6 admin admin] Network hostable DHCP agents. Network: e1e25ea8-6ef9-486a-b365-b3b6969e515c, hostable agents: ['141562d2-e0e6-4955-8563-ce36b7299d64'], hosted agents: [] {{(pid=112721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 00:53:13.641839 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-1edf8277-994c-4f4e-8bc4-36ea06dfe764 admin admin] Publish callbacks [] for security_group (dcb500f4-f3be-4ed1-9ca1-bc3080b48cb6), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:13.643240 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ade6fa5-2404-4169-9ee8-2741cc1312f6 admin admin] Network e1e25ea8-6ef9-486a-b365-b3b6969e515c is scheduled to be hosted by DHCP agent 141562d2-e0e6-4955-8563-ce36b7299d64 with binding_index 1 {{(pid=112721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 00:53:13.644769 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-983d581b-f8b3-450d-bbda-beb4a0119714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (66d3ef3d-cfe8-4108-bf0c-fd66590d1864), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:13.647156 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.provisioning_blocks [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e65ce6fd-42c2-43e9-8e62-ba6976361ab8 service neutron] Transition to ACTIVE for port object 8a166d16-f941-44a7-ba58-ccb7e2c62c18 will not be triggered until provisioned by entity L2. {{(pid=112722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 11 00:53:13.653035 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-3ade6fa5-2404-4169-9ee8-2741cc1312f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, e1e25ea8-6ef9-486a-b365-b3b6969e515c) {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:53:13.658883 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ade6fa5-2404-4169-9ee8-2741cc1312f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:13.659221 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 1fc55f70-880d-4007-99be-49ec52f1b61e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 00:53:13.659545 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-3ade6fa5-2404-4169-9ee8-2741cc1312f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for subnet (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:13.662314 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:13.667520 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e65ce6fd-42c2-43e9-8e62-ba6976361ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:13.671600 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1981f6cc-e16d-48bb-ab22-892f95fd72f3 None None] Network e1e25ea8-6ef9-486a-b365-b3b6969e515c requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:53:13.682414 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-3ade6fa5-2404-4169-9ee8-2741cc1312f6 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5385833 Sep 11 00:53:13.709626 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-1edf8277-994c-4f4e-8bc4-36ea06dfe764 admin admin] Publish callbacks [] for security_group (dcb500f4-f3be-4ed1-9ca1-bc3080b48cb6), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:13.741658 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device d093dbf0-edb8-4356-a6c6-97c0aa32850c up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:53:13.764386 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d581b-f8b3-450d-bbda-beb4a0119714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d3ef3d-cfe8-4108-bf0c-fd66590d1864,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:13.771095 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-983d581b-f8b3-450d-bbda-beb4a0119714 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=653a37f96cff4020a54b9efc0e393f33&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0006006 Sep 11 00:53:13.771563 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 41504) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:13.815057 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:13.823555 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ce6fd-42c2-43e9-8e62-ba6976361ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=8a166d16-f941-44a7-ba58-ccb7e2c62c18,revision_number=2']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:13.837624 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e65ce6fd-42c2-43e9-8e62-ba6976361ab8 service neutron] Attempting to bind port 8a166d16-f941-44a7-ba58-ccb7e2c62c18 on host hv-cinder-maste for vnic_type normal with profile {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:53:13.837965 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e65ce6fd-42c2-43e9-8e62-ba6976361ab8 service neutron] Attempting to bind port 8a166d16-f941-44a7-ba58-ccb7e2c62c18 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'cfb772bb-518f-4e67-acc1-2479811b2e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5'}] {{(pid=112722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:53:13.838351 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e65ce6fd-42c2-43e9-8e62-ba6976361ab8 service neutron] Attempting to bind port 8a166d16-f941-44a7-ba58-ccb7e2c62c18 on network 3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:53:13.888447 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning for port d093dbf0-edb8-4356-a6c6-97c0aa32850c completed by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 11 00:53:13.895580 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-1edf8277-994c-4f4e-8bc4-36ea06dfe764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (dcb500f4-f3be-4ed1-9ca1-bc3080b48cb6), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:13.901634 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-1edf8277-994c-4f4e-8bc4-36ea06dfe764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:13.915267 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4dd5abbe-63ec-4884-87ad-1118681e03e5 admin admin] Publish callbacks [] for security_group (66d3ef3d-cfe8-4108-bf0c-fd66590d1864), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:13.920973 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-1edf8277-994c-4f4e-8bc4-36ea06dfe764 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/dcb500f4-f3be-4ed1-9ca1-bc3080b48cb6 HTTP/1.1" status: 204 len: 168 time: 0.5444665 Sep 11 00:53:13.924176 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port d093dbf0-edb8-4356-a6c6-97c0aa32850c triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:53:13.925158 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (d093dbf0-edb8-4356-a6c6-97c0aa32850c), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:13.933159 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 41510) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:13.939668 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7d9d2b-dd38-4808-b4e6-24151bd688e2 None None] Network e1e25ea8-6ef9-486a-b365-b3b6969e515c requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:53:13.958903 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf8277-994c-4f4e-8bc4-36ea06dfe764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb500f4-f3be-4ed1-9ca1-bc3080b48cb6,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:13.974141 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e65ce6fd-42c2-43e9-8e62-ba6976361ab8 service neutron] Port 8a166d16-f941-44a7-ba58-ccb7e2c62c18 on network 3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 11 00:53:13.974666 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e65ce6fd-42c2-43e9-8e62-ba6976361ab8 service neutron] Attempting to bind port 8a166d16-f941-44a7-ba58-ccb7e2c62c18 on network 3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:53:14.019166 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:14.061260 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e65ce6fd-42c2-43e9-8e62-ba6976361ab8 service neutron] Checking agent: {'id': '59bd9a15-1b15-4a76-8496-742ec7e1ef61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'started_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:53:14.061494 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e65ce6fd-42c2-43e9-8e62-ba6976361ab8 service neutron] Checking segment: {'id': 'cfb772bb-518f-4e67-acc1-2479811b2e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:53:14.062001 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e65ce6fd-42c2-43e9-8e62-ba6976361ab8 service neutron] Bound using segment: {'id': 'cfb772bb-518f-4e67-acc1-2479811b2e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5'} {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:53:14.062401 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e65ce6fd-42c2-43e9-8e62-ba6976361ab8 service neutron] Bound port: 8a166d16-f941-44a7-ba58-ccb7e2c62c18, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb772bb-518f-4e67-acc1-2479811b2e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5'}}] {{(pid=112722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:53:14.062829 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e65ce6fd-42c2-43e9-8e62-ba6976361ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:14.083778 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4dd5abbe-63ec-4884-87ad-1118681e03e5 admin admin] Publish callbacks [] for security_group (66d3ef3d-cfe8-4108-bf0c-fd66590d1864), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:14.091118 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 1fc55f70-880d-4007-99be-49ec52f1b61e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1fc55f70-880d-4007-99be-49ec52f1b61e,segment=NetworkSegment(efa8b440-94f8-4ee3-85f9-45381836be7e),segment_id=efa8b440-94f8-4ee3-85f9-45381836be7e)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:53:14.112288 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:14.117736 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': '1fc55f70-880d-4007-99be-49ec52f1b61e', 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'port_id': '1fc55f70-880d-4007-99be-49ec52f1b61e', 'mac_address': 'fa:16:3e:5c:54:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 00:53:14.151710 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_v2 [None req-4162b70f-162f-4947-8488-5776dd3b1bc0 admin admin] Deleting subnet b6b0f702-78b8-4ee6-942d-304271366a08 {{(pid=112721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 11 00:53:14.161316 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4162b70f-162f-4947-8488-5776dd3b1bc0 admin admin] Publish callbacks [] for subnet (b6b0f702-78b8-4ee6-942d-304271366a08), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:14.162189 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e65ce6fd-42c2-43e9-8e62-ba6976361ab8 service neutron] For port 8a166d16-f941-44a7-ba58-ccb7e2c62c18, host hv-cinder-maste, cleared binding levels {{(pid=112722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:53:14.177000 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e65ce6fd-42c2-43e9-8e62-ba6976361ab8 service neutron] For port 8a166d16-f941-44a7-ba58-ccb7e2c62c18, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8a166d16-f941-44a7-ba58-ccb7e2c62c18,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:53:14.200268 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a52180-f86a-499e-a3a8-1767593693f1 req-5c4fd071-f7d9-4c4d-bea7-e64a74716abb tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:14.201922 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e65ce6fd-42c2-43e9-8e62-ba6976361ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:14.208077 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b7a52180-f86a-499e-a3a8-1767593693f1 req-5c4fd071-f7d9-4c4d-bea7-e64a74716abb tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 945 time: 0.1912692 Sep 11 00:53:14.208965 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e65ce6fd-42c2-43e9-8e62-ba6976361ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:14.210433 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e65ce6fd-42c2-43e9-8e62-ba6976361ab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:14.218210 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-1f1890b4-1c45-4339-9822-277fca3b654e req-e65ce6fd-42c2-43e9-8e62-ba6976361ab8 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/8a166d16-f941-44a7-ba58-ccb7e2c62c18 HTTP/1.1" status: 200 len: 1093 time: 2.0642171 Sep 11 00:53:14.241188 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4162b70f-162f-4947-8488-5776dd3b1bc0 admin admin] Publish callbacks [] for subnet (b6b0f702-78b8-4ee6-942d-304271366a08), precommit_delete_associations {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:14.242442 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port d093dbf0-edb8-4356-a6c6-97c0aa32850c is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:53:14.242814 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (d093dbf0-edb8-4356-a6c6-97c0aa32850c), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:14.257076 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4162b70f-162f-4947-8488-5776dd3b1bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774851'] for subnet (b6b0f702-78b8-4ee6-942d-304271366a08), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:14.276758 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 1fc55f70-880d-4007-99be-49ec52f1b61e is: DOWN; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:53:14.277369 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (1fc55f70-880d-4007-99be-49ec52f1b61e), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:14.284328 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4dd5abbe-63ec-4884-87ad-1118681e03e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (66d3ef3d-cfe8-4108-bf0c-fd66590d1864), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:14.287253 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4dd5abbe-63ec-4884-87ad-1118681e03e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:14.291314 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-4dd5abbe-63ec-4884-87ad-1118681e03e5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/66d3ef3d-cfe8-4108-bf0c-fd66590d1864 HTTP/1.1" status: 204 len: 168 time: 0.5186985 Sep 11 00:53:14.324015 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port d093dbf0-edb8-4356-a6c6-97c0aa32850c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d093dbf0-edb8-4356-a6c6-97c0aa32850c,segment=NetworkSegment(efa8b440-94f8-4ee3-85f9-45381836be7e),segment_id=efa8b440-94f8-4ee3-85f9-45381836be7e)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:53:14.333539 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f2702d-714f-47f4-87e5-25f0283ee9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd093dbf0-edb8-4356-a6c6-97c0aa32850c'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:53:14.368125 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5abbe-63ec-4884-87ad-1118681e03e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d3ef3d-cfe8-4108-bf0c-fd66590d1864,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:14.417929 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:14.432801 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b7a52180-f86a-499e-a3a8-1767593693f1 req-b3122b9c-9411-493b-aca6-0e5eee447e7e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223914 Sep 11 00:53:14.438455 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (d093dbf0-edb8-4356-a6c6-97c0aa32850c), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:14.507858 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4162b70f-162f-4947-8488-5776dd3b1bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for subnet (b6b0f702-78b8-4ee6-942d-304271366a08), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:14.526448 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc55f70-880d-4007-99be-49ec52f1b61e {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:53:14.562979 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4162b70f-162f-4947-8488-5776dd3b1bc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for subnet (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:14.571488 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-4162b70f-162f-4947-8488-5776dd3b1bc0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/b6b0f702-78b8-4ee6-942d-304271366a08 HTTP/1.1" status: 204 len: 168 time: 0.6290612 Sep 11 00:53:14.593115 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 41526) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:14.618515 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 41528) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:14.627033 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162b70f-162f-4947-8488-5776dd3b1bc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6b0f702-78b8-4ee6-942d-304271366a08,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:14.635172 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ce6fd-42c2-43e9-8e62-ba6976361ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=8a166d16-f941-44a7-ba58-ccb7e2c62c18,revision_number=3']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:14.659942 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd138c-481e-4c7f-b176-cce883c473c8 req-c1c5facf-a75b-41b7-8145-1d4abaa195e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:14.661818 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f0cd138c-481e-4c7f-b176-cce883c473c8 req-c1c5facf-a75b-41b7-8145-1d4abaa195e7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=832fdbe87ca847f094c6cc8a1fc43a59&device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 1128 time: 0.3024089 Sep 11 00:53:14.663083 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1890b4-1c45-4339-9822-277fca3b654e req-93573a22-fad8-4387-b6fb-58e7da226c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:14.664466 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-1f1890b4-1c45-4339-9822-277fca3b654e req-93573a22-fad8-4387-b6fb-58e7da226c2b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd9221b2e81a46f69864e02ec4d42672&device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 1127 time: 0.2731559 Sep 11 00:53:14.677611 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 1fc55f70-880d-4007-99be-49ec52f1b61e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1fc55f70-880d-4007-99be-49ec52f1b61e,segment=NetworkSegment(efa8b440-94f8-4ee3-85f9-45381836be7e),segment_id=efa8b440-94f8-4ee3-85f9-45381836be7e)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:53:14.684034 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=d093dbf0-edb8-4356-a6c6-97c0aa32850c,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:14.688512 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (1fc55f70-880d-4007-99be-49ec52f1b61e), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:14.754526 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=1fc55f70-880d-4007-99be-49ec52f1b61e,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:14.796589 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:14.813691 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06d14ea-92db-4825-91d4-a3b22c6b233f" -d '{"events": [{"server_uuid": "62f2702d-714f-47f4-87e5-25f0283ee9a5", "name": "network-vif-plugged", "status": "completed", "tag": "d093dbf0-edb8-4356-a6c6-97c0aa32850c"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:53:14.815002 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-1f1890b4-1c45-4339-9822-277fca3b654e req-a7a774f8-ee9a-4723-aee0-6a0efa284a27 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a166d16-f941-44a7-ba58-ccb7e2c62c18 HTTP/1.1" status: 200 len: 217 time: 0.1007254 Sep 11 00:53:14.816539 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-bac1d426-f899-4c9c-9849-52bec2a5c3a5 req-ed73f0cb-f265-412a-b50d-b5ed353642f7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211382 Sep 11 00:53:14.818522 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-019da269-c60c-493b-8ad3-f90c0fe6b8e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:14.909522 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6524807-5056-4abd-84b6-74e9deb3de6a req-4fe7f8d2-99ea-4d00-bc96-7ce34394e994 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:14.911895 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b6524807-5056-4abd-84b6-74e9deb3de6a req-4fe7f8d2-99ea-4d00-bc96-7ce34394e994 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 944 time: 0.2903750 Sep 11 00:53:14.915161 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed280f0-7beb-47b6-a543-0e3eb7083067', 'tag': '8a166d16-f941-44a7-ba58-ccb7e2c62c18'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:53:14.918054 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7273c2eb-e970-42ca-ab2b-dc710ffa7345" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed280f0-7beb-47b6-a543-0e3eb7083067", "tag": "8a166d16-f941-44a7-ba58-ccb7e2c62c18"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:53:14.927014 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1890b4-1c45-4339-9822-277fca3b654e req-a21c5630-87be-4c5b-b9dd-f22ae387129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:14.929024 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-1f1890b4-1c45-4339-9822-277fca3b654e req-a21c5630-87be-4c5b-b9dd-f22ae387129a service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=f6e1af3b-cbbe-4593-9148-6f2c7fa19e13 HTTP/1.1" status: 200 len: 855 time: 0.0773132 Sep 11 00:53:14.952340 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791923e-7b4a-4b3c-9370-8b711c5b043a req-66610ef6-5b85-4b57-9ea8-03db578fbb6a tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:14.954104 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3791923e-7b4a-4b3c-9370-8b711c5b043a req-66610ef6-5b85-4b57-9ea8-03db578fbb6a tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.2764902 Sep 11 00:53:14.955925 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 41540) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:14.968525 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687712'] for network (79423a4b-350d-43f9-9015-eab35929a41b), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:14.974644 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['1fc55f70-880d-4007-99be-49ec52f1b61e'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:53:15.002490 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-dc0b552f-8c2f-4bfa-b965-081596986c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:15.005940 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:15.020944 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1890b4-1c45-4339-9822-277fca3b654e req-7fe62ebc-0f4b-40f2-98dc-bf5faca6ef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:15.022625 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-1f1890b4-1c45-4339-9822-277fca3b654e req-7fe62ebc-0f4b-40f2-98dc-bf5faca6ef5e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=3c897342-0f04-45f8-a9ef-0bc52e6c6ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830839 Sep 11 00:53:15.023545 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd138c-481e-4c7f-b176-cce883c473c8 req-d37542eb-5850-4a1e-a5fa-76729eeaa838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:15.024943 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f0cd138c-481e-4c7f-b176-cce883c473c8 req-d37542eb-5850-4a1e-a5fa-76729eeaa838 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a HTTP/1.1" status: 200 len: 913 time: 0.3119881 Sep 11 00:53:15.113934 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3791923e-7b4a-4b3c-9370-8b711c5b043a req-ff21436e-826e-4f46-bcc4-e38f5fd02187 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400876 Sep 11 00:53:15.188703 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b6524807-5056-4abd-84b6-74e9deb3de6a req-bd64294b-9ab8-4115-8078-b6b7b06b16d3 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=571cb679-edbb-4e03-8c12-54f308655f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561245 Sep 11 00:53:15.227651 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-019da269-c60c-493b-8ad3-f90c0fe6b8e7 admin admin] Publish callbacks [] for security_group (faa9521a-16e6-4010-96a9-3d9022eaef4b), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:15.244253 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-019da269-c60c-493b-8ad3-f90c0fe6b8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (faa9521a-16e6-4010-96a9-3d9022eaef4b), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:15.255894 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433128', 'neutron.services.segments.db._delete_segments_for_network-8765262840989'] for network (79423a4b-350d-43f9-9015-eab35929a41b), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:15.302724 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e5e552f6-dc41-4d41-85ea-2e0e2d56cf02 req-f553c72d-5f5a-4879-a176-006cd723a6d1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 210 time: 0.0619926 Sep 11 00:53:15.324496 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:15.324875 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:15.325048 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f0cd138c-481e-4c7f-b176-cce883c473c8 req-8b37b16a-7949-4ba3-9f76-f5e5ad77a20e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a22d551-a8f3-4dd7-bcbb-3d16039c58ef HTTP/1.1" status: 200 len: 217 time: 0.2889860 Sep 11 00:53:15.326194 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:15.326542 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] Subscribe: > port after_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:15.326912 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] Subscribe: > port after_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:15.327247 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] Subscribe: > port after_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:15.327581 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:15.327903 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:15.328218 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:15.328537 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:15.391607 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6340b4ba-5250-449e-acab-1d5432ddbf39 x-openstack-request-id: req-6340b4ba-5250-449e-acab-1d5432ddbf39 {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:53:15.392000 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed280f0-7beb-47b6-a543-0e3eb7083067", "tag": "8a166d16-f941-44a7-ba58-ccb7e2c62c18", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:53:15.392137 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6340b4ba-5250-449e-acab-1d5432ddbf39 {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:53:15.392543 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6340b4ba-5250-449e-acab-1d5432ddbf39'] response: {'name': 'network-changed', 'server_uuid': '7ed280f0-7beb-47b6-a543-0e3eb7083067', 'tag': '8a166d16-f941-44a7-ba58-ccb7e2c62c18', 'status': 'completed', 'code': 200} Sep 11 00:53:15.399301 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84168c2-9297-4a44-999f-2c641252956e x-openstack-request-id: req-f84168c2-9297-4a44-999f-2c641252956e {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:53:15.399832 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f2702d-714f-47f4-87e5-25f0283ee9a5", "name": "network-vif-plugged", "status": "completed", "tag": "d093dbf0-edb8-4356-a6c6-97c0aa32850c", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:53:15.400162 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f84168c2-9297-4a44-999f-2c641252956e {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:53:15.400686 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f84168c2-9297-4a44-999f-2c641252956e'] response: {'server_uuid': '62f2702d-714f-47f4-87e5-25f0283ee9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd093dbf0-edb8-4356-a6c6-97c0aa32850c', 'code': 200} Sep 11 00:53:15.439025 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-1f1890b4-1c45-4339-9822-277fca3b654e req-6ec5811f-3134-4781-903f-75378c5d7717 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c897342-0f04-45f8-a9ef-0bc52e6c6ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017713 Sep 11 00:53:15.458463 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-dc0b552f-8c2f-4bfa-b965-081596986c4e admin admin] Publish callbacks [] for security_group (eeaa1d4f-f72b-4730-a2e1-0ce31a203389), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:15.462471 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-dc0b552f-8c2f-4bfa-b965-081596986c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (eeaa1d4f-f72b-4730-a2e1-0ce31a203389), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:15.526215 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:15.526706 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:15.527764 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:15.528207 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:15.528797 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.services.segments.db [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79423a4b-350d-43f9-9015-eab35929a41b']}} {{(pid=112721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:53:15.552755 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019da269-c60c-493b-8ad3-f90c0fe6b8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa9521a-16e6-4010-96a9-3d9022eaef4b,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:15.557703 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.services.segments.db [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5e9664-74ba-4426-b89b-19ed439f666e') {'for_net_delete': True} {{(pid=112721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:53:15.558099 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.services.segments.db [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5e9664-74ba-4426-b89b-19ed439f666e') {} {{(pid=112721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:53:15.582815 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd138c-481e-4c7f-b176-cce883c473c8 req-b7d97094-7075-4915-ab9a-abbbd11a0b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:15.584320 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f0cd138c-481e-4c7f-b176-cce883c473c8 req-b7d97094-7075-4915-ab9a-abbbd11a0b7e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=60e26e07-b495-41cc-bedc-6fd35ccd5758 HTTP/1.1" status: 200 len: 851 time: 0.0913906 Sep 11 00:53:15.592016 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-019da269-c60c-493b-8ad3-f90c0fe6b8e7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fb3a1ee0776c43f4bc17b8b02264fc57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9624522 Sep 11 00:53:15.600080 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-dc0b552f-8c2f-4bfa-b965-081596986c4e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=cae42aac78b2408b9248ad5176669d3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6420588 Sep 11 00:53:15.600852 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b552f-8c2f-4bfa-b965-081596986c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeaa1d4f-f72b-4730-a2e1-0ce31a203389,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:15.612076 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:15.613162 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 41552) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:15.613693 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 41554) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:15.618517 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765262841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14111459'] for segment (db5e9664-74ba-4426-b89b-19ed439f666e), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:15.693705 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238feee-4724-4abf-ae3d-32cfff51ffae req-ce3e5edc-e781-45c0-b884-2393d131c849 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:15.695093 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 1fc55f70-880d-4007-99be-49ec52f1b61e up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:53:15.700872 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f238feee-4724-4abf-ae3d-32cfff51ffae req-ce3e5edc-e781-45c0-b884-2393d131c849 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.1539123 Sep 11 00:53:15.703602 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (db5e9664-74ba-4426-b89b-19ed439f666e), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:15.734815 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:15.737716 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:15.739680 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=112721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 00:53:15.740080 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62136763'] for segment (db5e9664-74ba-4426-b89b-19ed439f666e), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:15.778042 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd138c-481e-4c7f-b176-cce883c473c8 req-aad11dd8-4de3-4eeb-ac7a-10c7670b3285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:15.793640 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f0cd138c-481e-4c7f-b176-cce883c473c8 req-aad11dd8-4de3-4eeb-ac7a-10c7670b3285 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1889360 Sep 11 00:53:15.802596 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning for port 1fc55f70-880d-4007-99be-49ec52f1b61e completed by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 11 00:53:15.815402 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port 1fc55f70-880d-4007-99be-49ec52f1b61e triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:53:15.816688 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (1fc55f70-880d-4007-99be-49ec52f1b61e), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:15.917809 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f0cd138c-481e-4c7f-b176-cce883c473c8 req-c9d84ace-8625-476a-afc9-85bfd8bb11eb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012931 Sep 11 00:53:15.944173 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 1fc55f70-880d-4007-99be-49ec52f1b61e is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:53:15.946727 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (1fc55f70-880d-4007-99be-49ec52f1b61e), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:15.990300 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:16.015032 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 1fc55f70-880d-4007-99be-49ec52f1b61e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1fc55f70-880d-4007-99be-49ec52f1b61e,segment=NetworkSegment(efa8b440-94f8-4ee3-85f9-45381836be7e),segment_id=efa8b440-94f8-4ee3-85f9-45381836be7e)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:53:16.024693 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (1fc55f70-880d-4007-99be-49ec52f1b61e), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:16.055673 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-1f1890b4-1c45-4339-9822-277fca3b654e req-3187470b-a663-4b17-98b6-ead657119256 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c897342-0f04-45f8-a9ef-0bc52e6c6ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703565 Sep 11 00:53:16.062732 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80b3ea-9688-47d4-8570-388f103b8513 req-fef1a9f4-d75e-4286-87f4-089bca566602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:16.064364 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-fe80b3ea-9688-47d4-8570-388f103b8513 req-fef1a9f4-d75e-4286-87f4-089bca566602 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 1130 time: 0.1491215 Sep 11 00:53:16.092291 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=1fc55f70-880d-4007-99be-49ec52f1b61e,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:16.104027 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f0cd138c-481e-4c7f-b176-cce883c473c8 req-cf85ea89-6eaf-4d92-86be-d605942b8ecb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507688 Sep 11 00:53:16.170858 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-84329c33-6492-4aa9-9bf1-537fdf64f9f8 admin admin] Publish callbacks [] for security_group (eeaa1d4f-f72b-4730-a2e1-0ce31a203389), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:16.173284 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793805'] for network (79423a4b-350d-43f9-9015-eab35929a41b), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:16.188363 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-fe80b3ea-9688-47d4-8570-388f103b8513 req-595a8433-0847-4ba0-bf53-cb5db896d857 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:16.214464 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-05d0938c-e160-45f7-96b4-1df549f0949a admin admin] Publish callbacks [] for security_group (faa9521a-16e6-4010-96a9-3d9022eaef4b), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:16.231396 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f238feee-4724-4abf-ae3d-32cfff51ffae req-84103a9e-33ee-4ffb-a227-4432070f05b5 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292861 Sep 11 00:53:16.232959 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:16.236180 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/79423a4b-350d-43f9-9015-eab35929a41b HTTP/1.1" status: 204 len: 168 time: 1.6203768 Sep 11 00:53:16.239362 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 41576) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:16.278036 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.services.segments.plugin [-] Segment db5e9664-74ba-4426-b89b-19ed439f666e resource provider aggregate not found Sep 11 00:53:16.285639 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-84329c33-6492-4aa9-9bf1-537fdf64f9f8 admin admin] Publish callbacks [] for security_group (eeaa1d4f-f72b-4730-a2e1-0ce31a203389), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:16.305692 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18caf5-3bc1-4069-a0d9-7c00560cd03a admin admin] Pushing event deleted for resources: {'Network': ['ID=79423a4b-350d-43f9-9015-eab35929a41b,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:16.310053 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee51270-6e5d-42c6-a210-0659db4c498e admin admin] Deleting subnet 37adf5d1-a0d5-4572-b45f-361cbc4363c9 {{(pid=112722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 11 00:53:16.318451 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7ee51270-6e5d-42c6-a210-0659db4c498e admin admin] Publish callbacks [] for subnet (37adf5d1-a0d5-4572-b45f-361cbc4363c9), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:16.323735 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.services.segments.plugin [-] Segment db5e9664-74ba-4426-b89b-19ed439f666e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db5e9664-74ba-4426-b89b-19ed439f666e found for delete ", "request_id": "req-c7e59965-99fa-48d7-879f-7218b7e4484e"}]} Sep 11 00:53:16.351065 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-05d0938c-e160-45f7-96b4-1df549f0949a admin admin] Publish callbacks [] for security_group (faa9521a-16e6-4010-96a9-3d9022eaef4b), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:16.375336 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-fe80b3ea-9688-47d4-8570-388f103b8513 req-595a8433-0847-4ba0-bf53-cb5db896d857 service neutron] Publish callbacks [] for security_group (179afc30-d359-40f2-8e0c-398c60809d0a), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:16.376242 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7ee51270-6e5d-42c6-a210-0659db4c498e admin admin] Publish callbacks [] for subnet (37adf5d1-a0d5-4572-b45f-361cbc4363c9), precommit_delete_associations {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:16.381966 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-9fd5d1fe-e15f-4ec9-aef0-ec40ce4e51ce tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:16.383443 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-9fd5d1fe-e15f-4ec9-aef0-ec40ce4e51ce tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.18 "GET /networking/v2.0/networks?id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 HTTP/1.1" status: 200 len: 815 time: 0.6604524 Sep 11 00:53:16.383959 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-fe80b3ea-9688-47d4-8570-388f103b8513 req-595a8433-0847-4ba0-bf53-cb5db896d857 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (179afc30-d359-40f2-8e0c-398c60809d0a), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:16.400135 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7ee51270-6e5d-42c6-a210-0659db4c498e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774851'] for subnet (37adf5d1-a0d5-4572-b45f-361cbc4363c9), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:16.402752 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:16.438120 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed745df5-1485-4d30-b12d-416bd7ee9e54 req-a2cc759d-e509-48f9-9ba0-5c2d12e55a85 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:16.439671 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ed745df5-1485-4d30-b12d-416bd7ee9e54 req-a2cc759d-e509-48f9-9ba0-5c2d12e55a85 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.1642017 Sep 11 00:53:16.466261 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a8433-0847-4ba0-bf53-cb5db896d857 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=179afc30-d359-40f2-8e0c-398c60809d0a,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:16.476499 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-fe80b3ea-9688-47d4-8570-388f103b8513 req-595a8433-0847-4ba0-bf53-cb5db896d857 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179882 Sep 11 00:53:16.478354 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d6548-fff6-4bcd-99ad-d6c107b95b7d req-dd0c60be-e421-4328-8dd0-45aafd18fab9 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:16.479913 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e04d6548-fff6-4bcd-99ad-d6c107b95b7d req-dd0c60be-e421-4328-8dd0-45aafd18fab9 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 944 time: 0.1352654 Sep 11 00:53:16.505943 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7ee51270-6e5d-42c6-a210-0659db4c498e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for subnet (37adf5d1-a0d5-4572-b45f-361cbc4363c9), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:16.522892 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-84329c33-6492-4aa9-9bf1-537fdf64f9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (eeaa1d4f-f72b-4730-a2e1-0ce31a203389), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:16.525375 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-84329c33-6492-4aa9-9bf1-537fdf64f9f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:16.526525 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-84329c33-6492-4aa9-9bf1-537fdf64f9f8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/eeaa1d4f-f72b-4730-a2e1-0ce31a203389 HTTP/1.1" status: 204 len: 168 time: 0.9020817 Sep 11 00:53:16.542875 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-05d0938c-e160-45f7-96b4-1df549f0949a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (faa9521a-16e6-4010-96a9-3d9022eaef4b), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:16.545774 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-05d0938c-e160-45f7-96b4-1df549f0949a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:16.549376 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-05d0938c-e160-45f7-96b4-1df549f0949a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/faa9521a-16e6-4010-96a9-3d9022eaef4b HTTP/1.1" status: 204 len: 168 time: 0.9241743 Sep 11 00:53:16.549539 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee51270-6e5d-42c6-a210-0659db4c498e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37adf5d1-a0d5-4572-b45f-361cbc4363c9,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:16.553006 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7ee51270-6e5d-42c6-a210-0659db4c498e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:16.561288 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-7ee51270-6e5d-42c6-a210-0659db4c498e admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/37adf5d1-a0d5-4572-b45f-361cbc4363c9 HTTP/1.1" status: 204 len: 168 time: 0.3207445 Sep 11 00:53:16.561901 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 41588) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:16.566213 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ed745df5-1485-4d30-b12d-416bd7ee9e54 req-8e444c0c-5a39-436a-ba4f-b8437192a4ce tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188157 Sep 11 00:53:16.571685 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84329c33-6492-4aa9-9bf1-537fdf64f9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeaa1d4f-f72b-4730-a2e1-0ce31a203389,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:16.589061 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e04d6548-fff6-4bcd-99ad-d6c107b95b7d req-ff79e2ad-c1b4-40c7-b7ff-8732735e79f4 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=571cb679-edbb-4e03-8c12-54f308655f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014297 Sep 11 00:53:16.590453 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0938c-e160-45f7-96b4-1df549f0949a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa9521a-16e6-4010-96a9-3d9022eaef4b,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:16.595379 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:16.685792 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687712'] for network (e1e25ea8-6ef9-486a-b365-b3b6969e515c), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:16.721462 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b31c7213-f772-40d6-a419-9feb0ced3805 req-8297c3ff-c13c-40b8-bdaa-a81f8ac3e123 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 210 time: 0.0493681 Sep 11 00:53:16.785449 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433128', 'neutron.services.segments.db._delete_segments_for_network-8765262840989'] for network (e1e25ea8-6ef9-486a-b365-b3b6969e515c), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:16.810031 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:16.810384 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:16.811179 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:16.811667 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] Subscribe: > port after_create 55550000 {{(pid=112722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:16.812019 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] Subscribe: > port after_delete 55550000 {{(pid=112722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:16.812355 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] Subscribe: > port after_update 55550000 {{(pid=112722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:16.812852 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:16.813244 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:16.813585 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:16.814001 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:16.891065 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:16.891533 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:16.892811 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:16.894185 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 00:53:16.894822 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e25ea8-6ef9-486a-b365-b3b6969e515c']}} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:53:16.923769 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338b06f3-58de-4e96-b7ca-85cdb0a1b435') {'for_net_delete': True} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:53:16.924076 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338b06f3-58de-4e96-b7ca-85cdb0a1b435') {} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:53:16.945156 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765262841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61765508'] for segment (338b06f3-58de-4e96-b7ca-85cdb0a1b435), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:16.974824 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (338b06f3-58de-4e96-b7ca-85cdb0a1b435), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:16.987370 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=112722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 00:53:16.988234 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61682778'] for segment (338b06f3-58de-4e96-b7ca-85cdb0a1b435), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:17.061201 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793805'] for network (e1e25ea8-6ef9-486a-b365-b3b6969e515c), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:17.073092 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:17.077674 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/e1e25ea8-6ef9-486a-b365-b3b6969e515c HTTP/1.1" status: 204 len: 168 time: 0.5147758 Sep 11 00:53:17.090097 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662256c7-cd07-4fd5-acbe-5d819525bd22 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1e25ea8-6ef9-486a-b365-b3b6969e515c,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:17.164712 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 41610) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:17.180193 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-bbf59e63-2aff-4941-84ca-f5c2d041b970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:17.315153 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-2f6c67a0-0047-4f45-a4e9-c1da2c6ae510 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=172e557567404e0f906fd1c3452148d8 HTTP/1.1" status: 200 len: 380 time: 0.1295657 Sep 11 00:53:17.321742 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273c2eb-e970-42ca-ab2b-dc710ffa7345 req-26da6067-21e1-4465-8890-85e70f76047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:17.323318 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-7273c2eb-e970-42ca-ab2b-dc710ffa7345 req-26da6067-21e1-4465-8890-85e70f76047c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd9221b2e81a46f69864e02ec4d42672&device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 1127 time: 0.1167905 Sep 11 00:53:17.351111 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:UPDATE=1,neutron:SELECT=91,neutron:DELETE=8 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:17.390774 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-bbf59e63-2aff-4941-84ca-f5c2d041b970 admin admin] Publish callbacks [] for security_group (daee970f-18da-436b-9b88-62b2d30e8a30), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:17.396615 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-bbf59e63-2aff-4941-84ca-f5c2d041b970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (daee970f-18da-436b-9b88-62b2d30e8a30), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:17.402459 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acff3d4-2dd1-4809-bc64-2dfc7829bfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc55f70-880d-4007-99be-49ec52f1b61e'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:53:17.408156 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846a9fc8-1296-4984-9662-7643c79c7e07" -d '{"events": [{"server_uuid": "9acff3d4-2dd1-4809-bc64-2dfc7829bfc6", "name": "network-vif-plugged", "status": "completed", "tag": "1fc55f70-880d-4007-99be-49ec52f1b61e"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:53:17.412101 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f3230-3e31-4a46-8030-f6b3f280b1c5 req-ba1c1569-7222-43e8-a40b-e6dd3c022191 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:17.421385 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a74f3230-3e31-4a46-8030-f6b3f280b1c5 req-ba1c1569-7222-43e8-a40b-e6dd3c022191 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0830891 Sep 11 00:53:17.448939 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf59e63-2aff-4941-84ca-f5c2d041b970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daee970f-18da-436b-9b88-62b2d30e8a30,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:17.457532 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-bbf59e63-2aff-4941-84ca-f5c2d041b970 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c124e43066d047a1870389d5e67814d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893138 Sep 11 00:53:17.457880 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 41624) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:17.480819 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f71973-bd3a-45e7-8437-7178681df4e3 x-openstack-request-id: req-17f71973-bd3a-45e7-8437-7178681df4e3 {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:53:17.481257 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acff3d4-2dd1-4809-bc64-2dfc7829bfc6", "name": "network-vif-plugged", "status": "completed", "tag": "1fc55f70-880d-4007-99be-49ec52f1b61e", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:53:17.481725 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-17f71973-bd3a-45e7-8437-7178681df4e3 {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:53:17.482917 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f71973-bd3a-45e7-8437-7178681df4e3'] response: {'server_uuid': '9acff3d4-2dd1-4809-bc64-2dfc7829bfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc55f70-880d-4007-99be-49ec52f1b61e', 'code': 200} Sep 11 00:53:17.496714 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 41626) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:17.504509 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a74f3230-3e31-4a46-8030-f6b3f280b1c5 req-05fa6de8-91c7-4a71-b7fd-ad455f856940 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815749 Sep 11 00:53:17.552487 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-97c6d69e-5e75-4968-a597-4e1ea7a42835 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9bcc6857806944d9a22e0f4d53674801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0542741 Sep 11 00:53:17.555491 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 41628) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:17.555610 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c41f87ca-3330-4033-b807-7d7c12886a1e admin admin] Publish callbacks [] for security_group (daee970f-18da-436b-9b88-62b2d30e8a30), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:17.585365 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c41f87ca-3330-4033-b807-7d7c12886a1e admin admin] Publish callbacks [] for security_group (daee970f-18da-436b-9b88-62b2d30e8a30), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:17.586861 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:DELETE=7,neutron:UPDATE=1,neutron:SELECT=86,neutron:INSERT=6 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:17.639829 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-ad5c6efc-7b4b-4c75-abef-8b082cfccfb2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Request body: {'port': {'device_id': 'fb960ab4-4a34-4074-813f-cd971d916bcf', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'admin_state_up': True, 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'security_groups': ['11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26']}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:53:17.662820 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e04b1d93-cf72-4822-adba-0572d29615ab admin admin] Publish callbacks [] for security_group (fa98dada-5215-4ffd-aec5-b51a46ca2dce), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:17.695261 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 00:53:17.702866 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.services.segments.plugin [-] Segment 338b06f3-58de-4e96-b7ca-85cdb0a1b435 resource provider aggregate not found Sep 11 00:53:17.727781 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.services.segments.plugin [-] Segment 338b06f3-58de-4e96-b7ca-85cdb0a1b435 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 338b06f3-58de-4e96-b7ca-85cdb0a1b435 found for delete ", "request_id": "req-0492b2a7-6065-4d60-a111-05e32219a809"}]} Sep 11 00:53:17.749016 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e04b1d93-cf72-4822-adba-0572d29615ab admin admin] Publish callbacks [] for security_group (fa98dada-5215-4ffd-aec5-b51a46ca2dce), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:17.765680 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c41f87ca-3330-4033-b807-7d7c12886a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (daee970f-18da-436b-9b88-62b2d30e8a30), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:17.768798 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c41f87ca-3330-4033-b807-7d7c12886a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:17.773136 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-c41f87ca-3330-4033-b807-7d7c12886a1e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/daee970f-18da-436b-9b88-62b2d30e8a30 HTTP/1.1" status: 204 len: 168 time: 0.3143606 Sep 11 00:53:17.801040 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f87ca-3330-4033-b807-7d7c12886a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daee970f-18da-436b-9b88-62b2d30e8a30,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:17.804022 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273c2eb-e970-42ca-ab2b-dc710ffa7345 req-b710585c-1731-4bd4-98f2-0fa7692a79dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:17.807088 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-7273c2eb-e970-42ca-ab2b-dc710ffa7345 req-b710585c-1731-4bd4-98f2-0fa7692a79dc service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 HTTP/1.1" status: 200 len: 917 time: 0.1837025 Sep 11 00:53:17.898757 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-7273c2eb-e970-42ca-ab2b-dc710ffa7345 req-f758397f-0931-43e3-ab32-4a8c02c2f95f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a166d16-f941-44a7-ba58-ccb7e2c62c18 HTTP/1.1" status: 200 len: 217 time: 0.0852423 Sep 11 00:53:17.946873 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1a22d551-a8f3-4dd7-bcbb-3d16039c58ef,segment=NetworkSegment(6b42dcb4-df67-4575-aa75-6ecd04c96046),segment_id=6b42dcb4-df67-4575-aa75-6ecd04c96046)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:53:17.980828 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': '1a22d551-a8f3-4dd7-bcbb-3d16039c58ef', 'network_id': 'a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a', 'port_id': '1a22d551-a8f3-4dd7-bcbb-3d16039c58ef', 'mac_address': 'fa:16:3e:a0:a7:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e26e07-b495-41cc-bedc-6fd35ccd5758', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 00:53:17.986222 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:18.007067 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d27553-369d-4f52-9b11-1c8aa003a8b1 req-20692dcb-0591-4aff-9fb9-ae52be19bad0 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:18.016066 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-80d27553-369d-4f52-9b11-1c8aa003a8b1 req-20692dcb-0591-4aff-9fb9-ae52be19bad0 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.1980374 Sep 11 00:53:18.025486 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ebbe6-af87-4d48-bff6-4c16f3001ec4 req-7b98d425-6d7c-4e5e-8d9f-9b88ec930c0d tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:18.027127 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-191ebbe6-af87-4d48-bff6-4c16f3001ec4 req-7b98d425-6d7c-4e5e-8d9f-9b88ec930c0d tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 944 time: 0.1444533 Sep 11 00:53:18.057009 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e04b1d93-cf72-4822-adba-0572d29615ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (fa98dada-5215-4ffd-aec5-b51a46ca2dce), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:18.059947 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e04b1d93-cf72-4822-adba-0572d29615ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:18.064704 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-e04b1d93-cf72-4822-adba-0572d29615ab admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fa98dada-5215-4ffd-aec5-b51a46ca2dce HTTP/1.1" status: 204 len: 168 time: 0.5079525 Sep 11 00:53:18.071850 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef is: DOWN; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:53:18.072257 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (1a22d551-a8f3-4dd7-bcbb-3d16039c58ef), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:18.085531 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6eb21b-3c7e-41cb-892d-8ea5865cb3e5 req-bd8055f5-17bb-49d4-a1a4-06c65d2f189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:18.087652 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-ff6eb21b-3c7e-41cb-892d-8ea5865cb3e5 req-bd8055f5-17bb-49d4-a1a4-06c65d2f189f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 1129 time: 0.1783335 Sep 11 00:53:18.089930 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273c2eb-e970-42ca-ab2b-dc710ffa7345 req-a76ed939-b7a9-4e30-9c2b-ad9cfd34d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:18.093305 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-7273c2eb-e970-42ca-ab2b-dc710ffa7345 req-a76ed939-b7a9-4e30-9c2b-ad9cfd34d3bc service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=f6e1af3b-cbbe-4593-9148-6f2c7fa19e13 HTTP/1.1" status: 200 len: 855 time: 0.1853132 Sep 11 00:53:18.115211 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b1d93-cf72-4822-adba-0572d29615ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa98dada-5215-4ffd-aec5-b51a46ca2dce,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:18.120344 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-ad5c6efc-7b4b-4c75-abef-8b082cfccfb2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Made reservation on behalf of 172e557567404e0f906fd1c3452148d8 for: {'port': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:53:18.125636 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:53:18.130896 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-ad5c6efc-7b4b-4c75-abef-8b082cfccfb2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:18.195487 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-80d27553-369d-4f52-9b11-1c8aa003a8b1 req-db31ffe1-8528-42c9-935c-c27120ce46f0 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784399 Sep 11 00:53:18.203224 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1a22d551-a8f3-4dd7-bcbb-3d16039c58ef,segment=NetworkSegment(6b42dcb4-df67-4575-aa75-6ecd04c96046),segment_id=6b42dcb4-df67-4575-aa75-6ecd04c96046)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:53:18.206680 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-ff6eb21b-3c7e-41cb-892d-8ea5865cb3e5 req-de1fcbe2-119c-45ba-a6ed-042a52288eb7 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050856 Sep 11 00:53:18.223658 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (1a22d551-a8f3-4dd7-bcbb-3d16039c58ef), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:18.295298 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273c2eb-e970-42ca-ab2b-dc710ffa7345 req-2f3bfa05-097d-4319-ada6-393d0de8b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:18.300850 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-7273c2eb-e970-42ca-ab2b-dc710ffa7345 req-2f3bfa05-097d-4319-ada6-393d0de8b57c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=3c897342-0f04-45f8-a9ef-0bc52e6c6ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1429918 Sep 11 00:53:18.336260 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-191ebbe6-af87-4d48-bff6-4c16f3001ec4 req-e5956c3f-9e32-4381-ac15-abf42c3cb250 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=571cb679-edbb-4e03-8c12-54f308655f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861116 Sep 11 00:53:18.345645 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=1a22d551-a8f3-4dd7-bcbb-3d16039c58ef,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:18.422755 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fa14fa98-405c-4dab-9425-dd11b16a21a6 req-bae39735-7131-4593-aeb1-eae6a1cb3a14 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 210 time: 0.0516510 Sep 11 00:53:18.490244 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-ad5c6efc-7b4b-4c75-abef-8b082cfccfb2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Allocated IP 172.20.0.3 (e5ef326a-1def-4c9c-ad55-20a6d9fdbde1/5da596f2-fc37-4a91-8931-a08cdf30e571/41d6739a-7225-40b2-aedd-df0beff65d5f) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:53:18.549932 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['1a22d551-a8f3-4dd7-bcbb-3d16039c58ef'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:53:18.631931 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:18.771108 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 41678) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:18.809656 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40dcaf-926e-46ae-8a24-01e3507404ba req-35a32cbc-50cc-4d09-9bb8-31c424afccbe tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:18.818234 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-aa40dcaf-926e-46ae-8a24-01e3507404ba req-35a32cbc-50cc-4d09-9bb8-31c424afccbe tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.1694932 Sep 11 00:53:18.851469 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-faddb4f9-c9d1-4ee8-a566-b0cd38311776 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2902b795d287496fbf3688d0feedbc47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0791156 Sep 11 00:53:18.853885 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 41682) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:18.868310 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-ad5c6efc-7b4b-4c75-abef-8b082cfccfb2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for port (41d6739a-7225-40b2-aedd-df0beff65d5f), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:18.868535 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:18.898108 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:18.921362 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-aa40dcaf-926e-46ae-8a24-01e3507404ba req-36325a15-707f-491b-b1c0-f472b962a9fc tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021743 Sep 11 00:53:18.945841 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-59de23e0-2fbb-4f63-95b3-23891e760cbc admin admin] Publish callbacks [] for security_group (2e7cc7d0-60c0-4770-92c6-2cbcb6c0e7fd), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:18.978629 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-ad5c6efc-7b4b-4c75-abef-8b082cfccfb2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (41d6739a-7225-40b2-aedd-df0beff65d5f), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:19.021168 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7822072c-5063-4416-a7ea-bc9496b981ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:19.035927 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-59de23e0-2fbb-4f63-95b3-23891e760cbc admin admin] Publish callbacks [] for security_group (2e7cc7d0-60c0-4770-92c6-2cbcb6c0e7fd), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:19.037078 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-ad5c6efc-7b4b-4c75-abef-8b082cfccfb2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:53:19.043198 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-ad5c6efc-7b4b-4c75-abef-8b082cfccfb2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:53:19.063013 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-ad5c6efc-7b4b-4c75-abef-8b082cfccfb2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:53:19.124338 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-7273c2eb-e970-42ca-ab2b-dc710ffa7345 req-c022a627-99dc-4f2e-a38c-12bc032520ea service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c897342-0f04-45f8-a9ef-0bc52e6c6ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089822 Sep 11 00:53:19.127156 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c6efc-7b4b-4c75-abef-8b082cfccfb2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event updated for resources: {'Port': ['ID=41d6739a-7225-40b2-aedd-df0beff65d5f,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:19.152452 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-59de23e0-2fbb-4f63-95b3-23891e760cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (2e7cc7d0-60c0-4770-92c6-2cbcb6c0e7fd), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:19.155634 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-59de23e0-2fbb-4f63-95b3-23891e760cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:19.157153 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-59de23e0-2fbb-4f63-95b3-23891e760cbc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2e7cc7d0-60c0-4770-92c6-2cbcb6c0e7fd HTTP/1.1" status: 204 len: 168 time: 0.3020759 Sep 11 00:53:19.170133 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de23e0-2fbb-4f63-95b3-23891e760cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7cc7d0-60c0-4770-92c6-2cbcb6c0e7fd,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:19.199128 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-ad5c6efc-7b4b-4c75-abef-8b082cfccfb2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:19.199977 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-ad5c6efc-7b4b-4c75-abef-8b082cfccfb2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:19.233532 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-ad5c6efc-7b4b-4c75-abef-8b082cfccfb2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6007533 Sep 11 00:53:19.325040 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-281d5c2c-84ee-47f9-95bf-97e0995c4602 None None] Provisioning complete for port 41d6739a-7225-40b2-aedd-df0beff65d5f triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:53:19.325974 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-281d5c2c-84ee-47f9-95bf-97e0995c4602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (41d6739a-7225-40b2-aedd-df0beff65d5f), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:19.364873 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f1d21-7daa-479c-8242-b24124874b04 req-faa653ac-6d29-425e-9da1-c02acd35d86a tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:19.367500 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fd7f1d21-7daa-479c-8242-b24124874b04 req-faa653ac-6d29-425e-9da1-c02acd35d86a tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0703895 Sep 11 00:53:19.370815 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-281d5c2c-84ee-47f9-95bf-97e0995c4602 None None] Port 41d6739a-7225-40b2-aedd-df0beff65d5f cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:53:19.427352 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:19.446409 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fd7f1d21-7daa-479c-8242-b24124874b04 req-ff53dcf5-b717-4dec-a495-cf012b08276b tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644009 Sep 11 00:53:19.496539 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35112641-e779-44bd-8624-50d6bc1a8af6 req-7f32a693-9919-4f2c-9171-cd204a5e511d tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:19.499409 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-35112641-e779-44bd-8624-50d6bc1a8af6 req-7f32a693-9919-4f2c-9171-cd204a5e511d tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 945 time: 0.0664821 Sep 11 00:53:19.588204 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-2e7be0d4-d937-4765-b753-5d4181662211 service neutron] Request body: {'port': {'device_id': 'fb960ab4-4a34-4074-813f-cd971d916bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:53:19.639426 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-35112641-e779-44bd-8624-50d6bc1a8af6 req-8cd1566b-7675-43f4-9ac4-b793dc20fb02 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=571cb679-edbb-4e03-8c12-54f308655f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312423 Sep 11 00:53:19.651387 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6eb799-b8e9-4b62-a1e4-3d8923f56a97 req-57fb11b6-697a-4b61-9acc-536c22c2cd28 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:19.653045 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7e6eb799-b8e9-4b62-a1e4-3d8923f56a97 req-57fb11b6-697a-4b61-9acc-536c22c2cd28 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 931 time: 0.1216269 Sep 11 00:53:19.715740 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-7273c2eb-e970-42ca-ab2b-dc710ffa7345 req-77edc057-fca5-4fe7-a179-9c3cd104ba85 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c897342-0f04-45f8-a9ef-0bc52e6c6ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309392 Sep 11 00:53:19.719387 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 8a166d16-f941-44a7-ba58-ccb7e2c62c18 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 00:53:19.750474 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-2e7be0d4-d937-4765-b753-5d4181662211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (41d6739a-7225-40b2-aedd-df0beff65d5f), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:19.765158 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7e6eb799-b8e9-4b62-a1e4-3d8923f56a97 req-3c15b33e-7c29-4992-9edd-96e66ad701d9 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015379 Sep 11 00:53:19.851770 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:53:19.878930 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 8a166d16-f941-44a7-ba58-ccb7e2c62c18, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8a166d16-f941-44a7-ba58-ccb7e2c62c18,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:53:19.900089 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': '8a166d16-f941-44a7-ba58-ccb7e2c62c18', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'port_id': '8a166d16-f941-44a7-ba58-ccb7e2c62c18', 'mac_address': 'fa:16:3e:3d:17:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 00:53:19.940006 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 8a166d16-f941-44a7-ba58-ccb7e2c62c18 is: DOWN; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:53:19.940405 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:19.976459 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a166d16-f941-44a7-ba58-ccb7e2c62c18 {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:53:20.019929 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning for port 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef completed by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 11 00:53:20.040338 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:53:20.040992 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (1a22d551-a8f3-4dd7-bcbb-3d16039c58ef), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:20.091224 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37df664-f3b6-4715-9f37-fc46d90bf160 req-2fa16cb1-315f-4cc0-bd13-3ccfafad6b54 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:20.092874 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a37df664-f3b6-4715-9f37-fc46d90bf160 req-2fa16cb1-315f-4cc0-bd13-3ccfafad6b54 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0677431 Sep 11 00:53:20.096411 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:20.101941 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 8a166d16-f941-44a7-ba58-ccb7e2c62c18, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8a166d16-f941-44a7-ba58-ccb7e2c62c18,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:53:20.110435 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:20.169869 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:20.234295 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a37df664-f3b6-4715-9f37-fc46d90bf160 req-8d329695-8953-46a1-b791-514f608c6dde tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256294 Sep 11 00:53:20.248163 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-2e7be0d4-d937-4765-b753-5d4181662211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d6739a-7225-40b2-aedd-df0beff65d5f {{(pid=112721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:53:20.261154 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-2e7be0d4-d937-4765-b753-5d4181662211 service neutron] Publish callbacks [] for port (41d6739a-7225-40b2-aedd-df0beff65d5f), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:20.279961 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.provisioning_blocks [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-2e7be0d4-d937-4765-b753-5d4181662211 service neutron] Transition to ACTIVE for port object 41d6739a-7225-40b2-aedd-df0beff65d5f will not be triggered until provisioned by entity L2. {{(pid=112721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 11 00:53:20.295196 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-2e7be0d4-d937-4765-b753-5d4181662211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (41d6739a-7225-40b2-aedd-df0beff65d5f), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:20.336687 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:53:20.344406 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (1a22d551-a8f3-4dd7-bcbb-3d16039c58ef), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:20.371662 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=8a166d16-f941-44a7-ba58-ccb7e2c62c18,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:20.418417 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1a22d551-a8f3-4dd7-bcbb-3d16039c58ef,segment=NetworkSegment(6b42dcb4-df67-4575-aa75-6ecd04c96046),segment_id=6b42dcb4-df67-4575-aa75-6ecd04c96046)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:53:20.420716 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd334d7b3-7a92-42bd-902a-39728c315ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a22d551-a8f3-4dd7-bcbb-3d16039c58ef'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:53:20.423714 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3d8e92-96d9-4838-acd6-93f01451b7da" -d '{"events": [{"server_uuid": "d334d7b3-7a92-42bd-902a-39728c315ee9", "name": "network-vif-plugged", "status": "completed", "tag": "1a22d551-a8f3-4dd7-bcbb-3d16039c58ef"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:53:20.430745 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['8a166d16-f941-44a7-ba58-ccb7e2c62c18'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:53:20.433239 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (1a22d551-a8f3-4dd7-bcbb-3d16039c58ef), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:20.433380 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7be0d4-d937-4765-b753-5d4181662211 service neutron] Pushing event updated for resources: {'Port': ['ID=41d6739a-7225-40b2-aedd-df0beff65d5f,revision_number=2']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:20.468221 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-2e7be0d4-d937-4765-b753-5d4181662211 service neutron] Attempting to bind port 41d6739a-7225-40b2-aedd-df0beff65d5f on host hv-cinder-maste for vnic_type normal with profile {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:53:20.468575 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-2e7be0d4-d937-4765-b753-5d4181662211 service neutron] Attempting to bind port 41d6739a-7225-40b2-aedd-df0beff65d5f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1'}] {{(pid=112721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:53:20.468960 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-2e7be0d4-d937-4765-b753-5d4181662211 service neutron] Attempting to bind port 41d6739a-7225-40b2-aedd-df0beff65d5f on network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:53:20.493722 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:20.537404 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9e4de7-cdcf-4d9c-833e-8f6b5977e5d5 x-openstack-request-id: req-5d9e4de7-cdcf-4d9c-833e-8f6b5977e5d5 {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:53:20.537759 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d334d7b3-7a92-42bd-902a-39728c315ee9", "name": "network-vif-plugged", "status": "completed", "tag": "1a22d551-a8f3-4dd7-bcbb-3d16039c58ef", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:53:20.538644 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5d9e4de7-cdcf-4d9c-833e-8f6b5977e5d5 {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:53:20.539102 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d9e4de7-cdcf-4d9c-833e-8f6b5977e5d5'] response: {'server_uuid': 'd334d7b3-7a92-42bd-902a-39728c315ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a22d551-a8f3-4dd7-bcbb-3d16039c58ef', 'code': 200} Sep 11 00:53:20.539896 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-2e7be0d4-d937-4765-b753-5d4181662211 service neutron] Port 41d6739a-7225-40b2-aedd-df0beff65d5f on network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 11 00:53:20.540398 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-2e7be0d4-d937-4765-b753-5d4181662211 service neutron] Attempting to bind port 41d6739a-7225-40b2-aedd-df0beff65d5f on network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:53:20.541429 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=1a22d551-a8f3-4dd7-bcbb-3d16039c58ef,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:20.660933 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-2e7be0d4-d937-4765-b753-5d4181662211 service neutron] Checking agent: {'id': '59bd9a15-1b15-4a76-8496-742ec7e1ef61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'started_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:53:20.661629 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-2e7be0d4-d937-4765-b753-5d4181662211 service neutron] Checking segment: {'id': 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:53:20.662402 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-2e7be0d4-d937-4765-b753-5d4181662211 service neutron] Bound using segment: {'id': 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1'} {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:53:20.663048 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-2e7be0d4-d937-4765-b753-5d4181662211 service neutron] Bound port: 41d6739a-7225-40b2-aedd-df0beff65d5f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1'}}] {{(pid=112721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:53:20.663570 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-2e7be0d4-d937-4765-b753-5d4181662211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (41d6739a-7225-40b2-aedd-df0beff65d5f), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:20.833611 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85bd620-8705-41f7-88c9-cedf97db1ebb req-311d9e4f-bdde-4186-87ea-c21bba5d9ddc tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:20.845520 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f85bd620-8705-41f7-88c9-cedf97db1ebb req-311d9e4f-bdde-4186-87ea-c21bba5d9ddc tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 944 time: 0.1106591 Sep 11 00:53:20.849931 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-2e7be0d4-d937-4765-b753-5d4181662211 service neutron] For port 41d6739a-7225-40b2-aedd-df0beff65d5f, host hv-cinder-maste, cleared binding levels {{(pid=112721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:53:20.860060 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-2e7be0d4-d937-4765-b753-5d4181662211 service neutron] For port 41d6739a-7225-40b2-aedd-df0beff65d5f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41d6739a-7225-40b2-aedd-df0beff65d5f,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:53:20.880512 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:20.884449 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-2e7be0d4-d937-4765-b753-5d4181662211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (41d6739a-7225-40b2-aedd-df0beff65d5f), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:20.891773 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd44cc7-49d9-413e-a660-0c006c741915 req-afa5138b-6298-4db6-9d4a-269167230b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:20.891773 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-8dd44cc7-49d9-413e-a660-0c006c741915 req-afa5138b-6298-4db6-9d4a-269167230b6b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 1130 time: 0.0882945 Sep 11 00:53:20.947740 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-2e7be0d4-d937-4765-b753-5d4181662211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:20.948377 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-2e7be0d4-d937-4765-b753-5d4181662211 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:20.949772 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-2e7be0d4-d937-4765-b753-5d4181662211 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/41d6739a-7225-40b2-aedd-df0beff65d5f HTTP/1.1" status: 200 len: 1093 time: 1.3661723 Sep 11 00:53:20.957878 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce634c4-68c2-4873-9f70-5b3fe0bfad59 req-5f6b2fa1-0989-4877-9ef2-a11232b1e661 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:20.959418 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5ce634c4-68c2-4873-9f70-5b3fe0bfad59 req-5f6b2fa1-0989-4877-9ef2-a11232b1e661 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 946 time: 0.0803034 Sep 11 00:53:20.959963 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb960ab4-4a34-4074-813f-cd971d916bcf', 'tag': '41d6739a-7225-40b2-aedd-df0beff65d5f'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:53:20.962464 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3037a2-0875-4f5c-9f5f-ff01fbfaa25f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb960ab4-4a34-4074-813f-cd971d916bcf", "tag": "41d6739a-7225-40b2-aedd-df0beff65d5f"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:53:20.978987 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-8dd44cc7-49d9-413e-a660-0c006c741915 req-709d7b59-51f2-4e12-b4bf-50ac913d47a8 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=571cb679-edbb-4e03-8c12-54f308655f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786827 Sep 11 00:53:20.994071 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea85ecf-cf6d-4584-b7ea-00938b8c4de0 req-c337fb19-1905-455f-b4aa-6e22d846daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:20.995743 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-5ea85ecf-cf6d-4584-b7ea-00938b8c4de0 req-c337fb19-1905-455f-b4aa-6e22d846daa4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a58aefc25e141ca93821a80859875e8&device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 1130 time: 0.1067228 Sep 11 00:53:21.035676 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f85bd620-8705-41f7-88c9-cedf97db1ebb req-b5898bfb-392a-4185-a4d0-a23c19fe80cf tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889122 Sep 11 00:53:21.064208 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7be0d4-d937-4765-b753-5d4181662211 service neutron] Pushing event updated for resources: {'Port': ['ID=41d6739a-7225-40b2-aedd-df0beff65d5f,revision_number=3']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:21.096351 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5ce634c4-68c2-4873-9f70-5b3fe0bfad59 req-7ef6c3ee-0034-4ac3-a8eb-12c5d41eee6e tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=571cb679-edbb-4e03-8c12-54f308655f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044636 Sep 11 00:53:21.179429 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d18ff-eda0-4451-8fff-dec2a87f535e req-89972859-124c-445c-9b30-bc70c0048e3f tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:21.180911 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a02d18ff-eda0-4451-8fff-dec2a87f535e req-89972859-124c-445c-9b30-bc70c0048e3f tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0592608 Sep 11 00:53:21.263836 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c04ce2-b4c3-4122-bab9-abc730871d25 req-c06d094a-4c1c-4eb7-8e2e-62d81f20d1ad tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:21.265756 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d3c04ce2-b4c3-4122-bab9-abc730871d25 req-c06d094a-4c1c-4eb7-8e2e-62d81f20d1ad tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 943 time: 0.0781014 Sep 11 00:53:21.307235 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=5 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:21.312883 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=29 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:21.316886 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a02d18ff-eda0-4451-8fff-dec2a87f535e req-e2856089-d604-4034-b39d-c2e25c593603 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278903 Sep 11 00:53:21.337398 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-af7ebe78-3e6f-4058-abea-42b8f9cafd71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:21.366610 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d3c04ce2-b4c3-4122-bab9-abc730871d25 req-f412a11e-bd4c-4f0e-9b88-b3ddfafb1812 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921156 Sep 11 00:53:21.405743 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:21.425763 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89c7123-cbff-4487-a695-2b0cc94f4f0d x-openstack-request-id: req-a89c7123-cbff-4487-a695-2b0cc94f4f0d {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:53:21.426057 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb960ab4-4a34-4074-813f-cd971d916bcf", "tag": "41d6739a-7225-40b2-aedd-df0beff65d5f", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:53:21.426308 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a89c7123-cbff-4487-a695-2b0cc94f4f0d {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:53:21.426892 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a89c7123-cbff-4487-a695-2b0cc94f4f0d'] response: {'name': 'network-changed', 'server_uuid': 'fb960ab4-4a34-4074-813f-cd971d916bcf', 'tag': '41d6739a-7225-40b2-aedd-df0beff65d5f', 'status': 'completed', 'code': 200} Sep 11 00:53:21.477004 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-1e388932-6837-40d6-94f9-ead917383bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:21.479096 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-1e388932-6837-40d6-94f9-ead917383bc1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=172e557567404e0f906fd1c3452148d8&device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 1127 time: 0.0744364 Sep 11 00:53:21.493451 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea85ecf-cf6d-4584-b7ea-00938b8c4de0 req-337bf922-0ab6-48fb-83cf-4fc383ce317d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:21.497096 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-5ea85ecf-cf6d-4584-b7ea-00938b8c4de0 req-337bf922-0ab6-48fb-83cf-4fc383ce317d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f HTTP/1.1" status: 200 len: 920 time: 0.2345233 Sep 11 00:53:21.733649 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 8a166d16-f941-44a7-ba58-ccb7e2c62c18 up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:53:21.795271 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning for port 8a166d16-f941-44a7-ba58-ccb7e2c62c18 completed by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 11 00:53:21.803314 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port 8a166d16-f941-44a7-ba58-ccb7e2c62c18 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:53:21.803758 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:21.940391 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-5ea85ecf-cf6d-4584-b7ea-00938b8c4de0 req-33347acb-b474-466c-b36b-335d5bbf1121 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d093dbf0-edb8-4356-a6c6-97c0aa32850c HTTP/1.1" status: 200 len: 217 time: 0.2695541 Sep 11 00:53:21.942371 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-28d283b3-fb11-4dd4-9ccf-30171ee0e6d5 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41d6739a-7225-40b2-aedd-df0beff65d5f HTTP/1.1" status: 200 len: 217 time: 0.2647502 Sep 11 00:53:21.947035 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 8a166d16-f941-44a7-ba58-ccb7e2c62c18 is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:53:21.947536 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:21.989172 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 8a166d16-f941-44a7-ba58-ccb7e2c62c18, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8a166d16-f941-44a7-ba58-ccb7e2c62c18,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:53:21.995703 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:22.071020 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea85ecf-cf6d-4584-b7ea-00938b8c4de0 req-8aad6857-5687-4fb1-96f3-0dfb4bb42297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:22.072826 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-5ea85ecf-cf6d-4584-b7ea-00938b8c4de0 req-8aad6857-5687-4fb1-96f3-0dfb4bb42297 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c6a47ffa-8534-424b-aa2a-93b1efe10fe2 HTTP/1.1" status: 200 len: 858 time: 0.1091523 Sep 11 00:53:22.132071 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=8a166d16-f941-44a7-ba58-ccb7e2c62c18,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:22.159351 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-b800cd1f-5490-4156-bf28-b719c1e0c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:22.161166 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-b800cd1f-5490-4156-bf28-b719c1e0c6eb service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=5da596f2-fc37-4a91-8931-a08cdf30e571 HTTP/1.1" status: 200 len: 854 time: 0.0958979 Sep 11 00:53:22.257163 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce2b0f-dcdb-48a7-81f8-82e71a15e35f req-f760a502-3df0-4c8d-8cf0-ed1456dafad4 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:22.259740 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c7ce2b0f-dcdb-48a7-81f8-82e71a15e35f req-f760a502-3df0-4c8d-8cf0-ed1456dafad4 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.0651131 Sep 11 00:53:22.356447 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c421755-da04-4564-bf90-843600541d63 req-658ed773-5466-4a69-a0dc-0c13f57e8608 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:22.358340 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7c421755-da04-4564-bf90-843600541d63 req-658ed773-5466-4a69-a0dc-0c13f57e8608 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 946 time: 0.0806525 Sep 11 00:53:22.363951 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c7ce2b0f-dcdb-48a7-81f8-82e71a15e35f req-d1c696aa-0b31-4662-aab0-e43bc7858b85 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974185 Sep 11 00:53:22.383006 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:22.413363 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7c421755-da04-4564-bf90-843600541d63 req-5b402625-3b14-48dd-b3db-05f8689702f6 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=571cb679-edbb-4e03-8c12-54f308655f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483744 Sep 11 00:53:22.516868 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae85e06-a2d4-4b50-bc15-6cfb559ae296 req-b5027ffc-4ed5-4012-acf8-f74f628c7424 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:22.526913 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5ae85e06-a2d4-4b50-bc15-6cfb559ae296 req-b5027ffc-4ed5-4012-acf8-f74f628c7424 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0952568 Sep 11 00:53:22.540229 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed280f0-7beb-47b6-a543-0e3eb7083067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a166d16-f941-44a7-ba58-ccb7e2c62c18'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:53:22.544906 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ccf49a-a4e6-4154-bef9-452cc041acf6" -d '{"events": [{"server_uuid": "7ed280f0-7beb-47b6-a543-0e3eb7083067", "name": "network-vif-plugged", "status": "completed", "tag": "8a166d16-f941-44a7-ba58-ccb7e2c62c18"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:53:22.546829 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea85ecf-cf6d-4584-b7ea-00938b8c4de0 req-6353f3aa-5873-4ff2-8ea1-8844dc91bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:22.548574 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-5ea85ecf-cf6d-4584-b7ea-00938b8c4de0 req-6353f3aa-5873-4ff2-8ea1-8844dc91bdaa service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1022398 Sep 11 00:53:22.550595 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-3a6f96c1-9b2e-4e8d-9cb6-248bdf1299fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:22.552210 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-3a6f96c1-9b2e-4e8d-9cb6-248bdf1299fa service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0920742 Sep 11 00:53:22.605768 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5ef69-06a2-4d45-b466-e7797a81350f req-6e8dc280-be3b-4bcc-80d9-e1766ff0f2e1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:22.607987 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ebd5ef69-06a2-4d45-b466-e7797a81350f req-6e8dc280-be3b-4bcc-80d9-e1766ff0f2e1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 943 time: 0.0779133 Sep 11 00:53:22.608426 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:22.650580 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5ae85e06-a2d4-4b50-bc15-6cfb559ae296 req-16a2965f-5815-4d95-9b5f-f050475e14fc tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221893 Sep 11 00:53:22.714695 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ebd5ef69-06a2-4d45-b466-e7797a81350f req-f05924ae-2d7c-46fc-b29c-31238336b226 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969608 Sep 11 00:53:22.762666 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68632718-a02d-4afd-a9fd-d5f6b89668ab x-openstack-request-id: req-68632718-a02d-4afd-a9fd-d5f6b89668ab {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:53:22.764408 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed280f0-7beb-47b6-a543-0e3eb7083067", "name": "network-vif-plugged", "status": "completed", "tag": "8a166d16-f941-44a7-ba58-ccb7e2c62c18", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:53:22.764408 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-68632718-a02d-4afd-a9fd-d5f6b89668ab {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:53:22.764408 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68632718-a02d-4afd-a9fd-d5f6b89668ab'] response: {'server_uuid': '7ed280f0-7beb-47b6-a543-0e3eb7083067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a166d16-f941-44a7-ba58-ccb7e2c62c18', 'code': 200} Sep 11 00:53:22.769302 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-5ea85ecf-cf6d-4584-b7ea-00938b8c4de0 req-bcfb4120-a033-4b5b-b930-f079e4d8eed0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130790 Sep 11 00:53:22.786049 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-c3afd52e-cf55-4b4a-832c-320b5a60a725 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699502 Sep 11 00:53:22.932389 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:22.989414 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-5ea85ecf-cf6d-4584-b7ea-00938b8c4de0 req-5ab5a184-7be0-46ad-807d-a44636047560 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774368 Sep 11 00:53:23.016914 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-1ad82eea-4f88-4460-97de-0df2f47c5e3e req-12ae4499-3ac2-4a34-b4a2-76e45d915bf6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950979 Sep 11 00:53:23.119391 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5793d-e941-49f1-b143-d61c5528af47 req-8c236bf4-82c1-4140-b456-8d1083327c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:23.120954 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-fdc5793d-e941-49f1-b143-d61c5528af47 req-8c236bf4-82c1-4140-b456-8d1083327c4d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 1129 time: 0.0704310 Sep 11 00:53:23.521934 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41da41-cc10-470c-bd61-b1616577f174 req-ab9febe8-b438-4b69-8c94-2fc50fc98297 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:23.521934 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-cc41da41-cc10-470c-bd61-b1616577f174 req-ab9febe8-b438-4b69-8c94-2fc50fc98297 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.0552607 Sep 11 00:53:23.580839 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-cc41da41-cc10-470c-bd61-b1616577f174 req-2dfd99de-f54b-40d4-924b-1438cd0b385c tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591390 Sep 11 00:53:23.581634 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 41896) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:23.628678 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a578ae-0db9-4864-b134-1d0e9cb81035 admin admin] Deleting subnet a5d166ae-bbfb-4c81-ba5d-ad79fe04bb05 {{(pid=112722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 11 00:53:23.631893 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-13a578ae-0db9-4864-b134-1d0e9cb81035 admin admin] Publish callbacks [] for subnet (a5d166ae-bbfb-4c81-ba5d-ad79fe04bb05), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:23.667023 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-13a578ae-0db9-4864-b134-1d0e9cb81035 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61765503'] for subnet (a5d166ae-bbfb-4c81-ba5d-ad79fe04bb05), precommit_delete_associations {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:23.708215 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:23.709822 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-13a578ae-0db9-4864-b134-1d0e9cb81035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774851'] for subnet (a5d166ae-bbfb-4c81-ba5d-ad79fe04bb05), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:23.733848 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:23.772441 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-13a578ae-0db9-4864-b134-1d0e9cb81035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61682736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62399941'] for subnet (a5d166ae-bbfb-4c81-ba5d-ad79fe04bb05), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:23.801167 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a578ae-0db9-4864-b134-1d0e9cb81035 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5d166ae-bbfb-4c81-ba5d-ad79fe04bb05,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:23.805514 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-13a578ae-0db9-4864-b134-1d0e9cb81035 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:23.812475 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-13a578ae-0db9-4864-b134-1d0e9cb81035 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/a5d166ae-bbfb-4c81-ba5d-ad79fe04bb05 HTTP/1.1" status: 204 len: 168 time: 0.2268016 Sep 11 00:53:23.812720 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 41902) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:23.819131 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbe004-236e-4873-aa9b-56c19477bcb4 req-9e6c31e0-dbce-462e-8b91-39a973bd27b9 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:23.820629 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ebbbe004-236e-4873-aa9b-56c19477bcb4 req-9e6c31e0-dbce-462e-8b91-39a973bd27b9 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0558712 Sep 11 00:53:23.876788 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:23.891888 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7f207-3764-4b84-a118-5f38b98e154c req-38d259e8-a2f3-4505-8843-895b60e934e5 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:23.893371 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-99c7f207-3764-4b84-a118-5f38b98e154c req-38d259e8-a2f3-4505-8843-895b60e934e5 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 943 time: 0.0826311 Sep 11 00:53:23.894931 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2db8ea43-7de5-4334-a62c-0db5a9a03cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687712'] for network (5cebd750-4a0e-4d37-8ba3-d019a4e436f9), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:23.931286 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:23.988733 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2db8ea43-7de5-4334-a62c-0db5a9a03cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433128', 'neutron.services.segments.db._delete_segments_for_network-8765262840989'] for network (5cebd750-4a0e-4d37-8ba3-d019a4e436f9), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:24.060591 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-2db8ea43-7de5-4334-a62c-0db5a9a03cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cebd750-4a0e-4d37-8ba3-d019a4e436f9']}} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:53:24.087337 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ebbbe004-236e-4873-aa9b-56c19477bcb4 req-f634c770-6ac1-4de8-af64-b391e136ecf0 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585676 Sep 11 00:53:24.087527 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-2db8ea43-7de5-4334-a62c-0db5a9a03cc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e96ab4-c9bd-498f-a633-d81e5c7425f2') {'for_net_delete': True} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:53:24.087625 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-2db8ea43-7de5-4334-a62c-0db5a9a03cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e96ab4-c9bd-498f-a633-d81e5c7425f2') {} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:53:24.102078 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3037a2-0875-4f5c-9f5f-ff01fbfaa25f req-7eb8a6ba-656c-4dfe-8019-45fddc51ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:24.102903 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-7c3037a2-0875-4f5c-9f5f-ff01fbfaa25f req-7eb8a6ba-656c-4dfe-8019-45fddc51ea01 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=172e557567404e0f906fd1c3452148d8&device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 1127 time: 0.1051474 Sep 11 00:53:24.109228 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2db8ea43-7de5-4334-a62c-0db5a9a03cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765262841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61765508'] for segment (37e96ab4-c9bd-498f-a633-d81e5c7425f2), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:24.127857 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-fdc5793d-e941-49f1-b143-d61c5528af47 req-ac108614-1790-4700-920c-6727684e0be4 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288478 Sep 11 00:53:24.143656 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-99c7f207-3764-4b84-a118-5f38b98e154c req-c5ff65a4-1152-4cbf-bf79-545a3cb7c571 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403786 Sep 11 00:53:24.147256 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2db8ea43-7de5-4334-a62c-0db5a9a03cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (37e96ab4-c9bd-498f-a633-d81e5c7425f2), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:24.184313 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db8ea43-7de5-4334-a62c-0db5a9a03cc6 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=112722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 00:53:24.184960 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2db8ea43-7de5-4334-a62c-0db5a9a03cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61682778'] for segment (37e96ab4-c9bd-498f-a633-d81e5c7425f2), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:24.228537 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.services.segments.plugin [-] Segment 37e96ab4-c9bd-498f-a633-d81e5c7425f2 resource provider aggregate not found Sep 11 00:53:24.254253 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.services.segments.plugin [-] Segment 37e96ab4-c9bd-498f-a633-d81e5c7425f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37e96ab4-c9bd-498f-a633-d81e5c7425f2 found for delete ", "request_id": "req-5ff349a4-f8dc-43d5-bc6b-dea64a18622e"}]} Sep 11 00:53:24.270625 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2db8ea43-7de5-4334-a62c-0db5a9a03cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793805'] for network (5cebd750-4a0e-4d37-8ba3-d019a4e436f9), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:24.301045 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2db8ea43-7de5-4334-a62c-0db5a9a03cc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:24.304167 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-2db8ea43-7de5-4334-a62c-0db5a9a03cc6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/5cebd750-4a0e-4d37-8ba3-d019a4e436f9 HTTP/1.1" status: 204 len: 168 time: 0.4903941 Sep 11 00:53:24.306042 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3037a2-0875-4f5c-9f5f-ff01fbfaa25f req-c545328d-d859-41c2-b253-6364f74de224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:24.307047 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 41922) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:24.307471 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-7c3037a2-0875-4f5c-9f5f-ff01fbfaa25f req-c545328d-d859-41c2-b253-6364f74de224 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 HTTP/1.1" status: 200 len: 916 time: 0.1907191 Sep 11 00:53:24.308167 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8ea43-7de5-4334-a62c-0db5a9a03cc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cebd750-4a0e-4d37-8ba3-d019a4e436f9,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:24.354142 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa27e9da-4c33-4691-a1b6-90a7ff343f4a admin admin] Deleting subnet 84d405fc-4fb3-4a60-9324-4182c9e818e6 {{(pid=112721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 11 00:53:24.357495 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-aa27e9da-4c33-4691-a1b6-90a7ff343f4a admin admin] Publish callbacks [] for subnet (84d405fc-4fb3-4a60-9324-4182c9e818e6), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:24.394606 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-aa27e9da-4c33-4691-a1b6-90a7ff343f4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14111256'] for subnet (84d405fc-4fb3-4a60-9324-4182c9e818e6), precommit_delete_associations {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:24.438957 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-aa27e9da-4c33-4691-a1b6-90a7ff343f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774851'] for subnet (84d405fc-4fb3-4a60-9324-4182c9e818e6), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:24.464713 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-7c3037a2-0875-4f5c-9f5f-ff01fbfaa25f req-cc8eb636-159e-4f57-aebc-12cc80216e74 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41d6739a-7225-40b2-aedd-df0beff65d5f HTTP/1.1" status: 200 len: 217 time: 0.0353234 Sep 11 00:53:24.515428 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-aa27e9da-4c33-4691-a1b6-90a7ff343f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62136785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61942994'] for subnet (84d405fc-4fb3-4a60-9324-4182c9e818e6), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:24.530410 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3037a2-0875-4f5c-9f5f-ff01fbfaa25f req-9909e120-d0db-4aaa-a308-75b66fc6217f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:24.532013 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-7c3037a2-0875-4f5c-9f5f-ff01fbfaa25f req-9909e120-d0db-4aaa-a308-75b66fc6217f service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=5da596f2-fc37-4a91-8931-a08cdf30e571 HTTP/1.1" status: 200 len: 854 time: 0.0599163 Sep 11 00:53:24.569180 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27e9da-4c33-4691-a1b6-90a7ff343f4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84d405fc-4fb3-4a60-9324-4182c9e818e6,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:24.571158 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-aa27e9da-4c33-4691-a1b6-90a7ff343f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for subnet (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:24.576472 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-aa27e9da-4c33-4691-a1b6-90a7ff343f4a admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/84d405fc-4fb3-4a60-9324-4182c9e818e6 HTTP/1.1" status: 204 len: 168 time: 0.2679045 Sep 11 00:53:24.578691 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 41928) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:24.661810 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-372153b7-2fe0-48fd-a8a1-1b5a846e0250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687712'] for network (0df80265-0c2f-459d-a34e-d34e37cfdf4f), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:24.784356 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-372153b7-2fe0-48fd-a8a1-1b5a846e0250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433128', 'neutron.services.segments.db._delete_segments_for_network-8765262840989'] for network (0df80265-0c2f-459d-a34e-d34e37cfdf4f), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:24.799630 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b315ee-3dec-4042-a4b4-f858d4058088 req-ae62752c-ed7c-4b8a-be6d-5d525accbdec tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:24.806779 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-29b315ee-3dec-4042-a4b4-f858d4058088 req-ae62752c-ed7c-4b8a-be6d-5d525accbdec tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.1133676 Sep 11 00:53:24.848483 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.services.segments.db [None req-372153b7-2fe0-48fd-a8a1-1b5a846e0250 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df80265-0c2f-459d-a34e-d34e37cfdf4f']}} {{(pid=112721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:53:24.866612 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.services.segments.db [None req-372153b7-2fe0-48fd-a8a1-1b5a846e0250 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9b2d62-adbb-4170-b925-7df2cb576e36') {'for_net_delete': True} {{(pid=112721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:53:24.866945 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.services.segments.db [None req-372153b7-2fe0-48fd-a8a1-1b5a846e0250 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9b2d62-adbb-4170-b925-7df2cb576e36') {} {{(pid=112721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:53:24.886647 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-372153b7-2fe0-48fd-a8a1-1b5a846e0250 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765262841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14111459'] for segment (1b9b2d62-adbb-4170-b925-7df2cb576e36), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:24.896901 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-29b315ee-3dec-4042-a4b4-f858d4058088 req-b9f5d0af-45e1-4d92-a69f-2fead6d4be19 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890222 Sep 11 00:53:24.905820 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-372153b7-2fe0-48fd-a8a1-1b5a846e0250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (1b9b2d62-adbb-4170-b925-7df2cb576e36), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:24.914725 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372153b7-2fe0-48fd-a8a1-1b5a846e0250 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=112721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 00:53:24.915323 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-372153b7-2fe0-48fd-a8a1-1b5a846e0250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62136763'] for segment (1b9b2d62-adbb-4170-b925-7df2cb576e36), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:24.958179 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:24.960045 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.services.segments.plugin [-] Segment 1b9b2d62-adbb-4170-b925-7df2cb576e36 resource provider aggregate not found Sep 11 00:53:24.989594 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.services.segments.plugin [-] Segment 1b9b2d62-adbb-4170-b925-7df2cb576e36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b9b2d62-adbb-4170-b925-7df2cb576e36 found for delete ", "request_id": "req-3f6180f2-da94-43cb-8db7-746e9d2f8794"}]} Sep 11 00:53:24.991589 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-372153b7-2fe0-48fd-a8a1-1b5a846e0250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793805'] for network (0df80265-0c2f-459d-a34e-d34e37cfdf4f), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:24.999570 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-372153b7-2fe0-48fd-a8a1-1b5a846e0250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:25.004025 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-372153b7-2fe0-48fd-a8a1-1b5a846e0250 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/0df80265-0c2f-459d-a34e-d34e37cfdf4f HTTP/1.1" status: 204 len: 168 time: 0.4242556 Sep 11 00:53:25.016512 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372153b7-2fe0-48fd-a8a1-1b5a846e0250 admin admin] Pushing event deleted for resources: {'Network': ['ID=0df80265-0c2f-459d-a34e-d34e37cfdf4f,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:25.146582 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 41978) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:25.241021 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6184f1-0dff-4074-a797-cad72ebdf946 req-4496d42e-fcec-4d9a-b4b1-006e1b129c56 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:25.248276 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5c6184f1-0dff-4074-a797-cad72ebdf946 req-4496d42e-fcec-4d9a-b4b1-006e1b129c56 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0784137 Sep 11 00:53:25.265512 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 41988) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:25.296168 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f2ef4802-7fdd-4958-8106-57928925b6e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:25.307363 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5c6184f1-0dff-4074-a797-cad72ebdf946 req-e529a42c-7dcd-4246-bb4d-9579351de904 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581448 Sep 11 00:53:25.344221 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-200251d2-17c2-45f1-9d21-698fb18079cc admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=47891decc6d14bffb70bb4fb7c46c458&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0753384 Sep 11 00:53:25.344515 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 41992) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:25.374315 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:25.416661 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:25.434392 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d1d1f-14a5-43ac-98ee-4da9f209bdd0 req-62e4a403-b6b7-4a61-8b08-3b4d0b9f7387 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:25.436483 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fd9d1d1f-14a5-43ac-98ee-4da9f209bdd0 req-62e4a403-b6b7-4a61-8b08-3b4d0b9f7387 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 943 time: 0.0602343 Sep 11 00:53:25.444107 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-583648dd-d9c5-4738-981e-9850d95ddfd6 admin admin] Publish callbacks [] for security_group (835cfdf3-390f-44b3-86ef-2e3f746e2b44), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:25.474573 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f2ef4802-7fdd-4958-8106-57928925b6e9 admin admin] Publish callbacks [] for security_group (e4bc8c38-f297-4601-95a0-7a34985d5bda), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:25.484200 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f2ef4802-7fdd-4958-8106-57928925b6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (e4bc8c38-f297-4601-95a0-7a34985d5bda), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:25.488779 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-583648dd-d9c5-4738-981e-9850d95ddfd6 admin admin] Publish callbacks [] for security_group (835cfdf3-390f-44b3-86ef-2e3f746e2b44), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:25.495237 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fd9d1d1f-14a5-43ac-98ee-4da9f209bdd0 req-111869a0-f7a2-4ba2-8e54-f0d895b18f98 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506144 Sep 11 00:53:25.555575 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef4802-7fdd-4958-8106-57928925b6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bc8c38-f297-4601-95a0-7a34985d5bda,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:25.564698 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-f2ef4802-7fdd-4958-8106-57928925b6e9 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=afbed9f160d8407598fa6257b82c9c28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4169683 Sep 11 00:53:25.564858 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 42004) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:25.590134 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-583648dd-d9c5-4738-981e-9850d95ddfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (835cfdf3-390f-44b3-86ef-2e3f746e2b44), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:25.593607 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-583648dd-d9c5-4738-981e-9850d95ddfd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:25.600530 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-583648dd-d9c5-4738-981e-9850d95ddfd6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/835cfdf3-390f-44b3-86ef-2e3f746e2b44 HTTP/1.1" status: 204 len: 168 time: 0.2492781 Sep 11 00:53:25.619014 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583648dd-d9c5-4738-981e-9850d95ddfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835cfdf3-390f-44b3-86ef-2e3f746e2b44,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:25.651127 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-af4acd59-6c08-4832-8686-d70e1f96a57f admin admin] Publish callbacks [] for security_group (e4bc8c38-f297-4601-95a0-7a34985d5bda), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:25.660246 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:25.679719 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-af4acd59-6c08-4832-8686-d70e1f96a57f admin admin] Publish callbacks [] for security_group (e4bc8c38-f297-4601-95a0-7a34985d5bda), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:25.741200 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-af4acd59-6c08-4832-8686-d70e1f96a57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (e4bc8c38-f297-4601-95a0-7a34985d5bda), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:25.744483 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-af4acd59-6c08-4832-8686-d70e1f96a57f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:25.745771 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-af4acd59-6c08-4832-8686-d70e1f96a57f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e4bc8c38-f297-4601-95a0-7a34985d5bda HTTP/1.1" status: 204 len: 168 time: 0.1797285 Sep 11 00:53:25.754003 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4acd59-6c08-4832-8686-d70e1f96a57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bc8c38-f297-4601-95a0-7a34985d5bda,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:26.040144 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffec34-3cb8-4837-9beb-a227dd1b363c req-68c0c8a9-f336-465e-a06e-c370fbf365c8 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:26.042021 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a6ffec34-3cb8-4837-9beb-a227dd1b363c req-68c0c8a9-f336-465e-a06e-c370fbf365c8 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.0521877 Sep 11 00:53:26.045388 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 42024) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:26.104386 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 42026) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:26.120018 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-1f180664-0acc-428e-94a9-65b9501b7f34 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f8c5ffd6786c4a3f9bd9462db458af33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0709138 Sep 11 00:53:26.120204 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d08095b3-a616-4c96-8827-6a5e17dd2170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:26.120328 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 42028) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:26.124872 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a6ffec34-3cb8-4837-9beb-a227dd1b363c req-f5fc5d65-f624-4280-bcfc-66727e0cc30d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727615 Sep 11 00:53:26.205897 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-321ae0bc-1c74-48a2-9b71-761b56c058a2 admin admin] Publish callbacks [] for security_group (92b48f4e-6493-4f24-ae1c-3ab23b6461a0), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:26.236550 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-321ae0bc-1c74-48a2-9b71-761b56c058a2 admin admin] Publish callbacks [] for security_group (92b48f4e-6493-4f24-ae1c-3ab23b6461a0), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:26.280382 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d08095b3-a616-4c96-8827-6a5e17dd2170 admin admin] Publish callbacks [] for security_group (53902262-02bb-4d58-a08d-08c0c6ee541b), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:26.284624 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d08095b3-a616-4c96-8827-6a5e17dd2170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (53902262-02bb-4d58-a08d-08c0c6ee541b), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:26.326431 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-d08095b3-a616-4c96-8827-6a5e17dd2170 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4c08a4f7d5f844e8af87c9c0d22cdfa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208903 Sep 11 00:53:26.327810 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08095b3-a616-4c96-8827-6a5e17dd2170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53902262-02bb-4d58-a08d-08c0c6ee541b,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:26.330667 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 42030) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:26.339830 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-321ae0bc-1c74-48a2-9b71-761b56c058a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (92b48f4e-6493-4f24-ae1c-3ab23b6461a0), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:26.342980 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-321ae0bc-1c74-48a2-9b71-761b56c058a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:26.344123 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-321ae0bc-1c74-48a2-9b71-761b56c058a2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/92b48f4e-6493-4f24-ae1c-3ab23b6461a0 HTTP/1.1" status: 204 len: 168 time: 0.2229750 Sep 11 00:53:26.354591 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ae0bc-1c74-48a2-9b71-761b56c058a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b48f4e-6493-4f24-ae1c-3ab23b6461a0,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:26.389831 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-cdf7ed0c-294b-42ad-96ea-ac21089fef0c admin admin] Publish callbacks [] for security_group (53902262-02bb-4d58-a08d-08c0c6ee541b), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:26.443361 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-cdf7ed0c-294b-42ad-96ea-ac21089fef0c admin admin] Publish callbacks [] for security_group (53902262-02bb-4d58-a08d-08c0c6ee541b), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:26.460825 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab063a31-24a3-41d7-8927-c00d977d515f req-fc8eaa6a-f468-4430-83f0-37e8cac9308e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:26.462302 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ab063a31-24a3-41d7-8927-c00d977d515f req-fc8eaa6a-f468-4430-83f0-37e8cac9308e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0702658 Sep 11 00:53:26.528079 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ab063a31-24a3-41d7-8927-c00d977d515f req-b9fb6ed2-96a4-4184-aca6-9ba7aeaaa54d tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567505 Sep 11 00:53:26.529364 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-cdf7ed0c-294b-42ad-96ea-ac21089fef0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (53902262-02bb-4d58-a08d-08c0c6ee541b), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:26.531990 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-cdf7ed0c-294b-42ad-96ea-ac21089fef0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:26.536014 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-cdf7ed0c-294b-42ad-96ea-ac21089fef0c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/53902262-02bb-4d58-a08d-08c0c6ee541b HTTP/1.1" status: 204 len: 168 time: 0.2014358 Sep 11 00:53:26.541768 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7ed0c-294b-42ad-96ea-ac21089fef0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53902262-02bb-4d58-a08d-08c0c6ee541b,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:26.681461 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef914b-a8f3-461e-a569-2163b3ec7d5c req-2dfe801a-f533-4336-816a-033032b8809e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:26.682964 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-47ef914b-a8f3-461e-a569-2163b3ec7d5c req-2dfe801a-f533-4336-816a-033032b8809e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 943 time: 0.0654781 Sep 11 00:53:26.739590 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-47ef914b-a8f3-461e-a569-2163b3ec7d5c req-a6ada3f6-0714-476b-a4a8-e68d4d3e442e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487154 Sep 11 00:53:27.264030 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19f962-66fd-4970-8812-facb407d6750 req-df600bc3-98d6-425d-8b48-4dd9d2a84d26 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:27.265663 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-be19f962-66fd-4970-8812-facb407d6750 req-df600bc3-98d6-425d-8b48-4dd9d2a84d26 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.0549390 Sep 11 00:53:27.300515 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:27.323449 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-be19f962-66fd-4970-8812-facb407d6750 req-a2b675cc-c285-4ce7-b966-3cf39444c39d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460684 Sep 11 00:53:27.549123 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 41d6739a-7225-40b2-aedd-df0beff65d5f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 00:53:27.646968 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3037a2-0875-4f5c-9f5f-ff01fbfaa25f req-51c76005-1604-4525-aaf7-65a3b07cf2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:27.649209 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-7c3037a2-0875-4f5c-9f5f-ff01fbfaa25f req-51c76005-1604-4525-aaf7-65a3b07cf2b9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0882337 Sep 11 00:53:27.713535 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 41d6739a-7225-40b2-aedd-df0beff65d5f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41d6739a-7225-40b2-aedd-df0beff65d5f,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:53:27.727404 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f094215-0cee-4fd2-afad-f47de2087fc4 req-e7ed504b-9aab-4bc0-84f7-1af34bee06a7 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:27.729054 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': '41d6739a-7225-40b2-aedd-df0beff65d5f', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'port_id': '41d6739a-7225-40b2-aedd-df0beff65d5f', 'mac_address': 'fa:16:3e:26:f1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 00:53:27.736818 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9f094215-0cee-4fd2-afad-f47de2087fc4 req-e7ed504b-9aab-4bc0-84f7-1af34bee06a7 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0684955 Sep 11 00:53:27.773982 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 41d6739a-7225-40b2-aedd-df0beff65d5f is: DOWN; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:53:27.774682 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (41d6739a-7225-40b2-aedd-df0beff65d5f), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:27.792120 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9f094215-0cee-4fd2-afad-f47de2087fc4 req-3f5c2225-be8e-463f-8253-38eca96a5966 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542929 Sep 11 00:53:27.792924 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d6739a-7225-40b2-aedd-df0beff65d5f {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:53:27.816648 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:27.845025 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 41d6739a-7225-40b2-aedd-df0beff65d5f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41d6739a-7225-40b2-aedd-df0beff65d5f,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:53:27.857528 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (41d6739a-7225-40b2-aedd-df0beff65d5f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:27.876444 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-7c3037a2-0875-4f5c-9f5f-ff01fbfaa25f req-0ea5ce6d-af43-4b92-8e11-935ae1b719ab service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965158 Sep 11 00:53:27.910294 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:27.962295 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=41d6739a-7225-40b2-aedd-df0beff65d5f,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:28.039318 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00c112-7962-4375-8450-bcdc2472b394 req-4f3a3e17-8f2d-44a9-8cbb-235110ac8f8c tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:28.041723 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1d00c112-7962-4375-8450-bcdc2472b394 req-4f3a3e17-8f2d-44a9-8cbb-235110ac8f8c tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 944 time: 0.0827889 Sep 11 00:53:28.156769 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1d00c112-7962-4375-8450-bcdc2472b394 req-e0bab321-9c84-49de-b6e2-327c5142660c tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969296 Sep 11 00:53:28.302860 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['41d6739a-7225-40b2-aedd-df0beff65d5f'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:53:28.517765 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc909c-7c5f-4e7b-b551-822f606011ac req-9808c27c-a69f-47a7-8493-5db3ad92d4ff tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:28.531760 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6cdc909c-7c5f-4e7b-b551-822f606011ac req-9808c27c-a69f-47a7-8493-5db3ad92d4ff tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.0988951 Sep 11 00:53:28.608129 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6cdc909c-7c5f-4e7b-b551-822f606011ac req-f68bba8f-2c3b-4b15-8a3e-bf7e589ccb54 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703299 Sep 11 00:53:28.730080 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:28.739000 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-7c3037a2-0875-4f5c-9f5f-ff01fbfaa25f req-09b0c90a-9652-4806-b7a9-e730284c299f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409013 Sep 11 00:53:28.977569 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bf506-22d3-41e4-b39c-ea15bb905616 req-7b72a92a-811a-4353-a693-97b7a6ef68f9 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:28.986106 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4d8bf506-22d3-41e4-b39c-ea15bb905616 req-7b72a92a-811a-4353-a693-97b7a6ef68f9 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0631518 Sep 11 00:53:29.024603 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:29.086033 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4d8bf506-22d3-41e4-b39c-ea15bb905616 req-f6e24e84-562e-4134-b0ce-6dd97fd7dd1b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982289 Sep 11 00:53:29.289377 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995b046-9ba1-4eba-b82e-cc47ffb494b7 req-349e777d-e0d2-46e2-b5fc-ab75d0a373e2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:29.291013 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3995b046-9ba1-4eba-b82e-cc47ffb494b7 req-349e777d-e0d2-46e2-b5fc-ab75d0a373e2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 944 time: 0.0470192 Sep 11 00:53:29.361764 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3995b046-9ba1-4eba-b82e-cc47ffb494b7 req-6b6b3814-7456-4c25-91f4-f7f3a501a19b tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561743 Sep 11 00:53:29.399090 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 00:53:29.506102 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 42220) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:29.614193 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b2eb5fa0-6c13-46bb-92ef-bbfee12f4665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:29.708808 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b2eb5fa0-6c13-46bb-92ef-bbfee12f4665 admin admin] Publish callbacks [] for security_group (817fd035-7a0a-4aaf-a366-a5d932dfec61), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:29.713281 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b2eb5fa0-6c13-46bb-92ef-bbfee12f4665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (817fd035-7a0a-4aaf-a366-a5d932dfec61), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:29.782430 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85eb86-60ec-4c9e-8787-93f0b346e6f5 req-3fb43d46-ae06-41ac-906e-37e1889cf77a tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:29.783951 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ac85eb86-60ec-4c9e-8787-93f0b346e6f5 req-3fb43d46-ae06-41ac-906e-37e1889cf77a tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.0879478 Sep 11 00:53:29.786141 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb5fa0-6c13-46bb-92ef-bbfee12f4665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817fd035-7a0a-4aaf-a366-a5d932dfec61,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:29.792826 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-b2eb5fa0-6c13-46bb-92ef-bbfee12f4665 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f1929149e6454ceab2bbb044f38b711a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856889 Sep 11 00:53:29.795864 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 42228) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:29.837125 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ac85eb86-60ec-4c9e-8787-93f0b346e6f5 req-c1ba2699-35fd-44a8-b6b3-9bac6066d652 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473313 Sep 11 00:53:29.845196 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-952215bb-3615-438c-b8a0-1c6c10267572 admin admin] Publish callbacks [] for security_group (817fd035-7a0a-4aaf-a366-a5d932dfec61), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:29.865809 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-952215bb-3615-438c-b8a0-1c6c10267572 admin admin] Publish callbacks [] for security_group (817fd035-7a0a-4aaf-a366-a5d932dfec61), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:29.900440 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:29.916505 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-952215bb-3615-438c-b8a0-1c6c10267572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (817fd035-7a0a-4aaf-a366-a5d932dfec61), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:29.919860 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-952215bb-3615-438c-b8a0-1c6c10267572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:29.921026 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-952215bb-3615-438c-b8a0-1c6c10267572 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/817fd035-7a0a-4aaf-a366-a5d932dfec61 HTTP/1.1" status: 204 len: 168 time: 0.1241357 Sep 11 00:53:29.928918 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952215bb-3615-438c-b8a0-1c6c10267572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817fd035-7a0a-4aaf-a366-a5d932dfec61,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:29.971226 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e23c6-d888-4454-8eb3-3253de54c4ba req-c26a6ec3-fe47-4ddc-bbec-742cb2b8efd3 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:29.972729 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6f9e23c6-d888-4454-8eb3-3253de54c4ba req-c26a6ec3-fe47-4ddc-bbec-742cb2b8efd3 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.0510383 Sep 11 00:53:29.984131 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 42236) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:29.988939 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-763b7380-016f-46a3-9cb9-03899c359931 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Request body: {'floatingip': {'port_id': '8a166d16-f941-44a7-ba58-ccb7e2c62c18'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:53:30.073228 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-763b7380-016f-46a3-9cb9-03899c359931 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for floatingip (adf8dae2-7623-478f-8253-6f844776eaed), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:30.264954 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f60ce5-b972-49e3-8546-a781144f6363 req-08c170d8-3f90-464f-bcd1-8fd98e23ce02 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:30.266480 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-21f60ce5-b972-49e3-8546-a781144f6363 req-08c170d8-3f90-464f-bcd1-8fd98e23ce02 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0895474 Sep 11 00:53:30.289096 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 42254) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:30.303497 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-315f265d-a8bd-480b-8ff8-22de07218676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:30.331454 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:30.408010 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-21f60ce5-b972-49e3-8546-a781144f6363 req-f0f57900-c7dc-4d05-87a6-4c943cde849f tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279626 Sep 11 00:53:30.416207 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-315f265d-a8bd-480b-8ff8-22de07218676 admin admin] Publish callbacks [] for security_group (4348b976-36fc-49f6-a2b0-a2e4db42ec0d), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:30.423238 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-315f265d-a8bd-480b-8ff8-22de07218676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (4348b976-36fc-49f6-a2b0-a2e4db42ec0d), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:30.481591 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-315f265d-a8bd-480b-8ff8-22de07218676 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f7ad2cb683ef49d1bd4697a38369b280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1912963 Sep 11 00:53:30.482966 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f265d-a8bd-480b-8ff8-22de07218676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4348b976-36fc-49f6-a2b0-a2e4db42ec0d,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:30.485492 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 42260) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:30.667097 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98dd63-ea72-4ff9-b78a-f09b39c47773 req-1021fb1b-73a8-4efa-8a67-db5e68c3b378 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:30.669221 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ce98dd63-ea72-4ff9-b78a-f09b39c47773 req-1021fb1b-73a8-4efa-8a67-db5e68c3b378 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 944 time: 0.1842844 Sep 11 00:53:30.710327 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:30.819440 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-515514b3-364a-457c-9fe1-cb58b605ff52 admin admin] Publish callbacks [] for security_group (4348b976-36fc-49f6-a2b0-a2e4db42ec0d), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:31.069142 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-515514b3-364a-457c-9fe1-cb58b605ff52 admin admin] Publish callbacks [] for security_group (4348b976-36fc-49f6-a2b0-a2e4db42ec0d), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:31.085178 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ce98dd63-ea72-4ff9-b78a-f09b39c47773 req-2d50878a-e373-4332-bdeb-0405ce560a69 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4033453 Sep 11 00:53:31.105783 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.db.resource_extend [None req-763b7380-016f-46a3-9cb9-03899c359931 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 11 00:53:31.202875 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-763b7380-016f-46a3-9cb9-03899c359931 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:31.206628 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-763b7380-016f-46a3-9cb9-03899c359931 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (adf8dae2-7623-478f-8253-6f844776eaed), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:31.244238 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-515514b3-364a-457c-9fe1-cb58b605ff52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (4348b976-36fc-49f6-a2b0-a2e4db42ec0d), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:31.247872 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-515514b3-364a-457c-9fe1-cb58b605ff52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:31.252097 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-515514b3-364a-457c-9fe1-cb58b605ff52 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4348b976-36fc-49f6-a2b0-a2e4db42ec0d HTTP/1.1" status: 204 len: 168 time: 0.7603259 Sep 11 00:53:31.268362 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515514b3-364a-457c-9fe1-cb58b605ff52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4348b976-36fc-49f6-a2b0-a2e4db42ec0d,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:31.284601 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515514b3-364a-457c-9fe1-cb58b605ff52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:31.285207 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515514b3-364a-457c-9fe1-cb58b605ff52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:31.285755 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515514b3-364a-457c-9fe1-cb58b605ff52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:31.286102 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515514b3-364a-457c-9fe1-cb58b605ff52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:31.286436 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515514b3-364a-457c-9fe1-cb58b605ff52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:31.286769 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515514b3-364a-457c-9fe1-cb58b605ff52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:31.287122 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515514b3-364a-457c-9fe1-cb58b605ff52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:31.287449 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515514b3-364a-457c-9fe1-cb58b605ff52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:31.287778 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515514b3-364a-457c-9fe1-cb58b605ff52 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:31.288103 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515514b3-364a-457c-9fe1-cb58b605ff52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:31.288429 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515514b3-364a-457c-9fe1-cb58b605ff52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:31.288757 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515514b3-364a-457c-9fe1-cb58b605ff52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:31.289088 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515514b3-364a-457c-9fe1-cb58b605ff52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:31.289411 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515514b3-364a-457c-9fe1-cb58b605ff52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:31.289743 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515514b3-364a-457c-9fe1-cb58b605ff52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:31.349929 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.l3_db [None req-763b7380-016f-46a3-9cb9-03899c359931 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Floating IP adf8dae2-7623-478f-8253-6f844776eaed associated. External IP: 172.37.5.133, port: 8a166d16-f941-44a7-ba58-ccb7e2c62c18. Sep 11 00:53:31.565052 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:31.585617 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eda4f6-28f5-4171-84c5-9aa4d25ff954 req-00159487-79fe-412f-a8fe-b674ca4f6582 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:31.587146 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d5eda4f6-28f5-4171-84c5-9aa4d25ff954 req-00159487-79fe-412f-a8fe-b674ca4f6582 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0872033 Sep 11 00:53:31.611957 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763b7380-016f-46a3-9cb9-03899c359931 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Router 95fee4f3-abd7-4406-a70c-88d335798c28 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:53:31.703123 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d5eda4f6-28f5-4171-84c5-9aa4d25ff954 req-0b3bc676-3f37-440d-a242-e532de84c958 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076939 Sep 11 00:53:31.768209 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763b7380-016f-46a3-9cb9-03899c359931 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:53:31.773869 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-763b7380-016f-46a3-9cb9-03899c359931 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:31.785453 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6368cb5-7afc-446f-8f5c-0129a2cf82b8 None None] Sync routers for ids ['95fee4f3-abd7-4406-a70c-88d335798c28'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:53:31.800650 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6368cb5-7afc-446f-8f5c-0129a2cf82b8 None None] Routers {'95fee4f3-abd7-4406-a70c-88d335798c28'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:53:31.801278 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-c6368cb5-7afc-446f-8f5c-0129a2cf82b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:53:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['95fee4f3-abd7-4406-a70c-88d335798c28'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:53:31.815505 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-763b7380-016f-46a3-9cb9-03899c359931 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/adf8dae2-7623-478f-8253-6f844776eaed HTTP/1.1" status: 200 len: 991 time: 1.8301480 Sep 11 00:53:31.816478 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed280f0-7beb-47b6-a543-0e3eb7083067', 'tag': '8a166d16-f941-44a7-ba58-ccb7e2c62c18'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:53:31.819292 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e2884e-89e4-495b-9784-fd0f5a13cce2" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed280f0-7beb-47b6-a543-0e3eb7083067", "tag": "8a166d16-f941-44a7-ba58-ccb7e2c62c18"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:53:31.868368 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85d4ebc-81c4-4a9a-bb64-bfaeed3bcbf7 x-openstack-request-id: req-c85d4ebc-81c4-4a9a-bb64-bfaeed3bcbf7 {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:53:31.868657 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed280f0-7beb-47b6-a543-0e3eb7083067", "tag": "8a166d16-f941-44a7-ba58-ccb7e2c62c18", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:53:31.868914 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c85d4ebc-81c4-4a9a-bb64-bfaeed3bcbf7 {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:53:31.869321 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c85d4ebc-81c4-4a9a-bb64-bfaeed3bcbf7'] response: {'name': 'network-changed', 'server_uuid': '7ed280f0-7beb-47b6-a543-0e3eb7083067', 'tag': '8a166d16-f941-44a7-ba58-ccb7e2c62c18', 'status': 'completed', 'code': 200} Sep 11 00:53:31.940989 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-c6368cb5-7afc-446f-8f5c-0129a2cf82b8 None None] Set router 95fee4f3-abd7-4406-a70c-88d335798c28 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:53:32.253238 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 41d6739a-7225-40b2-aedd-df0beff65d5f up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:53:32.255424 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c74a4-61f7-49ef-8ec6-7620bb23514e req-677185ae-66ad-4be7-93d2-48d562bcd73c tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:32.257772 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f60c74a4-61f7-49ef-8ec6-7620bb23514e req-677185ae-66ad-4be7-93d2-48d562bcd73c tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 944 time: 0.0701256 Sep 11 00:53:32.287056 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-c6368cb5-7afc-446f-8f5c-0129a2cf82b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'name': 'tempest-AttachVolumeShelveTestJSON-560177370-router', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139'}], 'enable_snat': True}, 'gw_port_id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:32Z', 'updated_at': '2022-09-11T00:52:45Z', 'revision_number': 4, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'gw_port': {'id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'adf8dae2-7623-478f-8253-6f844776eaed', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'floating_ip_address': '172.37.5.133', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'port_id': '8a166d16-f941-44a7-ba58-ccb7e2c62c18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'mac_address': 'fa:16:3e:3d:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed280f0-7beb-47b6-a543-0e3eb7083067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:52:56Z', 'updated_at': '2022-09-11T00:53:30Z', 'revision_number': 1, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a6e5f5-abb9-43df-b9c8-1e221e1a0960', 'name': '', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'mac_address': 'fa:16:3e:cf:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:42Z', 'updated_at': '2022-09-11T00:53:03Z', 'revision_number': 5, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'subnets': [{'id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:53:32.321611 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning for port 41d6739a-7225-40b2-aedd-df0beff65d5f completed by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 11 00:53:32.323807 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f60c74a4-61f7-49ef-8ec6-7620bb23514e req-97009542-369f-4d47-9c7b-d825c8e54cf5 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594435 Sep 11 00:53:32.330896 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port 41d6739a-7225-40b2-aedd-df0beff65d5f triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:53:32.331511 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (41d6739a-7225-40b2-aedd-df0beff65d5f), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:32.341473 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6368cb5-7afc-446f-8f5c-0129a2cf82b8 None None] Checking router: 95fee4f3-abd7-4406-a70c-88d335798c28 for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:53:32.375756 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6368cb5-7afc-446f-8f5c-0129a2cf82b8 None None] Routers {'95fee4f3-abd7-4406-a70c-88d335798c28'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:53:32.376383 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-c6368cb5-7afc-446f-8f5c-0129a2cf82b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:53:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['95fee4f3-abd7-4406-a70c-88d335798c28'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:53:32.419954 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 41d6739a-7225-40b2-aedd-df0beff65d5f is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:53:32.420471 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (41d6739a-7225-40b2-aedd-df0beff65d5f), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:32.458114 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb960ab4-4a34-4074-813f-cd971d916bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d6739a-7225-40b2-aedd-df0beff65d5f'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:53:32.460527 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70e29d2-9024-402c-90fa-975b92c95596" -d '{"events": [{"server_uuid": "fb960ab4-4a34-4074-813f-cd971d916bcf", "name": "network-vif-plugged", "status": "completed", "tag": "41d6739a-7225-40b2-aedd-df0beff65d5f"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:53:32.494876 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 41d6739a-7225-40b2-aedd-df0beff65d5f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41d6739a-7225-40b2-aedd-df0beff65d5f,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:53:32.502208 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (41d6739a-7225-40b2-aedd-df0beff65d5f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:32.524463 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2884e-89e4-495b-9784-fd0f5a13cce2 req-f092260c-5285-4ba4-9f08-e6b047175af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:32.526286 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f4e2884e-89e4-495b-9784-fd0f5a13cce2 req-f092260c-5285-4ba4-9f08-e6b047175af9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd9221b2e81a46f69864e02ec4d42672&device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 1129 time: 0.0823979 Sep 11 00:53:32.548601 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-c6368cb5-7afc-446f-8f5c-0129a2cf82b8 None None] Set router 95fee4f3-abd7-4406-a70c-88d335798c28 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:53:32.572507 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df8f12e-0e88-46ff-b37d-a0545c19cae1 x-openstack-request-id: req-4df8f12e-0e88-46ff-b37d-a0545c19cae1 {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:53:32.572802 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb960ab4-4a34-4074-813f-cd971d916bcf", "name": "network-vif-plugged", "status": "completed", "tag": "41d6739a-7225-40b2-aedd-df0beff65d5f", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:53:32.573051 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4df8f12e-0e88-46ff-b37d-a0545c19cae1 {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:53:32.573439 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4df8f12e-0e88-46ff-b37d-a0545c19cae1'] response: {'server_uuid': 'fb960ab4-4a34-4074-813f-cd971d916bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d6739a-7225-40b2-aedd-df0beff65d5f', 'code': 200} Sep 11 00:53:32.604044 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=41d6739a-7225-40b2-aedd-df0beff65d5f,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:32.684893 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2884e-89e4-495b-9784-fd0f5a13cce2 req-af65b88e-510e-42fa-8692-fba46bf0824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:32.687316 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f4e2884e-89e4-495b-9784-fd0f5a13cce2 req-af65b88e-510e-42fa-8692-fba46bf0824a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 HTTP/1.1" status: 200 len: 917 time: 0.1520059 Sep 11 00:53:32.832584 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f4e2884e-89e4-495b-9784-fd0f5a13cce2 req-bfa071c3-eaaa-4845-b52c-e9334b378b38 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a166d16-f941-44a7-ba58-ccb7e2c62c18 HTTP/1.1" status: 200 len: 999 time: 0.1262090 Sep 11 00:53:32.896799 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-c6368cb5-7afc-446f-8f5c-0129a2cf82b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'name': 'tempest-AttachVolumeShelveTestJSON-560177370-router', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139'}], 'enable_snat': True}, 'gw_port_id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:32Z', 'updated_at': '2022-09-11T00:52:45Z', 'revision_number': 4, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'gw_port': {'id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'adf8dae2-7623-478f-8253-6f844776eaed', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'floating_ip_address': '172.37.5.133', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'port_id': '8a166d16-f941-44a7-ba58-ccb7e2c62c18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'mac_address': 'fa:16:3e:3d:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed280f0-7beb-47b6-a543-0e3eb7083067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:52:56Z', 'updated_at': '2022-09-11T00:53:30Z', 'revision_number': 1, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a6e5f5-abb9-43df-b9c8-1e221e1a0960', 'name': '', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'mac_address': 'fa:16:3e:cf:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:42Z', 'updated_at': '2022-09-11T00:53:03Z', 'revision_number': 5, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'subnets': [{'id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:53:32.919689 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d03f74-526e-4850-9abf-63f49c33aee8 req-143d3694-5a31-4c2b-b9b2-51a79e179a4e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:32.923504 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-64d03f74-526e-4850-9abf-63f49c33aee8 req-143d3694-5a31-4c2b-b9b2-51a79e179a4e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0835757 Sep 11 00:53:32.947781 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6368cb5-7afc-446f-8f5c-0129a2cf82b8 None None] The sync data for ids ['95fee4f3-abd7-4406-a70c-88d335798c28'] in dv-cinder-master-3-iscsi is: [{'id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'name': 'tempest-AttachVolumeShelveTestJSON-560177370-router', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139'}], 'enable_snat': True}, 'gw_port_id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:32Z', 'updated_at': '2022-09-11T00:52:45Z', 'revision_number': 4, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'gw_port': {'id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'adf8dae2-7623-478f-8253-6f844776eaed', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'floating_ip_address': '172.37.5.133', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'port_id': '8a166d16-f941-44a7-ba58-ccb7e2c62c18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'mac_address': 'fa:16:3e:3d:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed280f0-7beb-47b6-a543-0e3eb7083067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:52:56Z', 'updated_at': '2022-09-11T00:53:30Z', 'revision_number': 1, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a6e5f5-abb9-43df-b9c8-1e221e1a0960', 'name': '', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'mac_address': 'fa:16:3e:cf:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:42Z', 'updated_at': '2022-09-11T00:53:03Z', 'revision_number': 5, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'subnets': [{'id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:53:32.955783 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2884e-89e4-495b-9784-fd0f5a13cce2 req-3086e2f9-b60b-420e-bd4b-97cb05bf27ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:32.957275 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f4e2884e-89e4-495b-9784-fd0f5a13cce2 req-3086e2f9-b60b-420e-bd4b-97cb05bf27ac service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=f6e1af3b-cbbe-4593-9148-6f2c7fa19e13 HTTP/1.1" status: 200 len: 855 time: 0.1139388 Sep 11 00:53:32.958198 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbab96-5338-472a-86dc-5cbfd0b614d8 req-340e42e4-f1b5-4651-9850-41ba583dce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:32.960774 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-77fbab96-5338-472a-86dc-5cbfd0b614d8 req-340e42e4-f1b5-4651-9850-41ba583dce12 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 1129 time: 0.0578570 Sep 11 00:53:33.014554 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:33.025531 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-64d03f74-526e-4850-9abf-63f49c33aee8 req-b221a65f-e0c6-4002-9086-bc51e2d1ca35 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957949 Sep 11 00:53:33.045139 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2884e-89e4-495b-9784-fd0f5a13cce2 req-6a43b7e0-3ac1-404a-b0bd-7ac78f43b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:33.046651 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f4e2884e-89e4-495b-9784-fd0f5a13cce2 req-6a43b7e0-3ac1-404a-b0bd-7ac78f43b7e6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=3c897342-0f04-45f8-a9ef-0bc52e6c6ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746524 Sep 11 00:53:33.147574 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-77fbab96-5338-472a-86dc-5cbfd0b614d8 req-0408c7df-e3d2-4687-aae6-358a407be3d8 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766696 Sep 11 00:53:33.171949 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f4e2884e-89e4-495b-9784-fd0f5a13cce2 req-66b23854-7711-4f4e-981a-453b9fbfd186 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c897342-0f04-45f8-a9ef-0bc52e6c6ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167538 Sep 11 00:53:33.186952 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 42364) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:33.299188 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb422cf-629b-4a5f-9072-d0000856f1fa None None] New status for floating IP adf8dae2-7623-478f-8253-6f844776eaed: ACTIVE {{(pid=112723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 00:53:33.368263 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6706cf1d-13d0-4860-a7c1-75b11212ab1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:33.494705 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8bfe9-76e5-4bfa-a047-91325edaf875 req-101df09c-c6a5-402f-bb61-2535656cb86e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:33.496395 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-94f8bfe9-76e5-4bfa-a047-91325edaf875 req-101df09c-c6a5-402f-bb61-2535656cb86e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 945 time: 0.0753338 Sep 11 00:53:33.514281 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6706cf1d-13d0-4860-a7c1-75b11212ab1f admin admin] Publish callbacks [] for security_group (305a1e2d-37ff-46a1-a721-fe12e2db983a), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:33.521560 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6706cf1d-13d0-4860-a7c1-75b11212ab1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (305a1e2d-37ff-46a1-a721-fe12e2db983a), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:33.557010 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-6706cf1d-13d0-4860-a7c1-75b11212ab1f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=733d0b2534874180a901f6b9eb352ff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3689489 Sep 11 00:53:33.561404 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 42380) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:33.593921 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706cf1d-13d0-4860-a7c1-75b11212ab1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305a1e2d-37ff-46a1-a721-fe12e2db983a,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:33.610315 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-94f8bfe9-76e5-4bfa-a047-91325edaf875 req-2fb4db0c-a861-4591-bd54-68092ba477d2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024468 Sep 11 00:53:33.675329 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8eb4a13d-0844-4f05-9298-9eecf716d0e8 admin admin] Publish callbacks [] for security_group (305a1e2d-37ff-46a1-a721-fe12e2db983a), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:33.708701 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8eb4a13d-0844-4f05-9298-9eecf716d0e8 admin admin] Publish callbacks [] for security_group (305a1e2d-37ff-46a1-a721-fe12e2db983a), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:33.746683 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:33.767725 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8eb4a13d-0844-4f05-9298-9eecf716d0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (305a1e2d-37ff-46a1-a721-fe12e2db983a), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:33.770255 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8eb4a13d-0844-4f05-9298-9eecf716d0e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:33.771462 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-8eb4a13d-0844-4f05-9298-9eecf716d0e8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/305a1e2d-37ff-46a1-a721-fe12e2db983a HTTP/1.1" status: 204 len: 168 time: 0.2090814 Sep 11 00:53:33.780446 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4a13d-0844-4f05-9298-9eecf716d0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305a1e2d-37ff-46a1-a721-fe12e2db983a,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:33.788343 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb4a13d-0844-4f05-9298-9eecf716d0e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:33.788850 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb4a13d-0844-4f05-9298-9eecf716d0e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:33.789204 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb4a13d-0844-4f05-9298-9eecf716d0e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:33.789549 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb4a13d-0844-4f05-9298-9eecf716d0e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:33.789882 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb4a13d-0844-4f05-9298-9eecf716d0e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:33.790223 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb4a13d-0844-4f05-9298-9eecf716d0e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:33.790556 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb4a13d-0844-4f05-9298-9eecf716d0e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:33.790909 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb4a13d-0844-4f05-9298-9eecf716d0e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:33.791249 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb4a13d-0844-4f05-9298-9eecf716d0e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:33.791574 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb4a13d-0844-4f05-9298-9eecf716d0e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:33.791911 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb4a13d-0844-4f05-9298-9eecf716d0e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:33.792240 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb4a13d-0844-4f05-9298-9eecf716d0e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:33.792731 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb4a13d-0844-4f05-9298-9eecf716d0e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:33.793113 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb4a13d-0844-4f05-9298-9eecf716d0e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:33.793421 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb4a13d-0844-4f05-9298-9eecf716d0e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:53:33.965244 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:33.998715 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f4e2884e-89e4-495b-9784-fd0f5a13cce2 req-761d6c8c-c4a3-4bf1-a63b-cd2b8bc489b2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c897342-0f04-45f8-a9ef-0bc52e6c6ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075087 Sep 11 00:53:34.152453 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 42412) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:34.169842 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-21ae7d87-3298-499e-829b-3989b9757d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:34.178218 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7755938-e57c-4b83-aafb-2a3b4174cd85 req-f8f66f78-b6e4-497b-9bd5-847b9746d3e4 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:34.179236 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d7755938-e57c-4b83-aafb-2a3b4174cd85 req-f8f66f78-b6e4-497b-9bd5-847b9746d3e4 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0541217 Sep 11 00:53:34.241982 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d7755938-e57c-4b83-aafb-2a3b4174cd85 req-121cc316-c610-489b-a3a2-69f63e9b5d15 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576143 Sep 11 00:53:34.261749 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-21ae7d87-3298-499e-829b-3989b9757d54 admin admin] Publish callbacks [] for security_group (ed4d476c-25a9-444e-85a4-b5697d0b1409), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:34.266628 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-21ae7d87-3298-499e-829b-3989b9757d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (ed4d476c-25a9-444e-85a4-b5697d0b1409), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:34.305034 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae7d87-3298-499e-829b-3989b9757d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4d476c-25a9-444e-85a4-b5697d0b1409,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:34.312015 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-21ae7d87-3298-499e-829b-3989b9757d54 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b8f3600375c04434802f40cfcf8af5dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544394 Sep 11 00:53:34.312385 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 42418) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:34.370058 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2daa5e10-b027-4f05-b8e4-d3d9db5323cd admin admin] Publish callbacks [] for security_group (ed4d476c-25a9-444e-85a4-b5697d0b1409), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:34.397297 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2daa5e10-b027-4f05-b8e4-d3d9db5323cd admin admin] Publish callbacks [] for security_group (ed4d476c-25a9-444e-85a4-b5697d0b1409), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:34.458253 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2daa5e10-b027-4f05-b8e4-d3d9db5323cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (ed4d476c-25a9-444e-85a4-b5697d0b1409), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:34.460876 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2daa5e10-b027-4f05-b8e4-d3d9db5323cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:34.462181 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-2daa5e10-b027-4f05-b8e4-d3d9db5323cd admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ed4d476c-25a9-444e-85a4-b5697d0b1409 HTTP/1.1" status: 204 len: 168 time: 0.1488545 Sep 11 00:53:34.472140 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa5e10-b027-4f05-b8e4-d3d9db5323cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4d476c-25a9-444e-85a4-b5697d0b1409,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:34.522983 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 42432) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:34.643105 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-699624e3-4feb-440a-ae24-088ea4a08f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:34.771921 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca9e62-4011-42d4-bb23-e98de140adda req-5c477f3b-9943-4a2a-b6e4-4570b2a57aa4 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:34.773497 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-cdca9e62-4011-42d4-bb23-e98de140adda req-5c477f3b-9943-4a2a-b6e4-4570b2a57aa4 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 945 time: 0.0594735 Sep 11 00:53:34.776873 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-699624e3-4feb-440a-ae24-088ea4a08f46 admin admin] Publish callbacks [] for security_group (ab6182eb-9f12-4ec8-b84b-8d7005c85d9b), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:34.783899 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-699624e3-4feb-440a-ae24-088ea4a08f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (ab6182eb-9f12-4ec8-b84b-8d7005c85d9b), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:34.810133 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:34.835660 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-699624e3-4feb-440a-ae24-088ea4a08f46 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9f6e6907d36b4ccabc38ab5b86e495c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3114939 Sep 11 00:53:34.836269 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 42446) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:34.838202 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-cdca9e62-4011-42d4-bb23-e98de140adda req-db8e61a6-f827-4b44-93bc-83576bd313ac tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581686 Sep 11 00:53:34.838695 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699624e3-4feb-440a-ae24-088ea4a08f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6182eb-9f12-4ec8-b84b-8d7005c85d9b,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:34.897444 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6510eccb-0775-4edb-b14e-88ec86613a30 admin admin] Publish callbacks [] for security_group (ab6182eb-9f12-4ec8-b84b-8d7005c85d9b), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:34.925336 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6510eccb-0775-4edb-b14e-88ec86613a30 admin admin] Publish callbacks [] for security_group (ab6182eb-9f12-4ec8-b84b-8d7005c85d9b), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:34.968743 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:34.987403 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6510eccb-0775-4edb-b14e-88ec86613a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (ab6182eb-9f12-4ec8-b84b-8d7005c85d9b), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:34.990298 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6510eccb-0775-4edb-b14e-88ec86613a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:34.991517 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-6510eccb-0775-4edb-b14e-88ec86613a30 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ab6182eb-9f12-4ec8-b84b-8d7005c85d9b HTTP/1.1" status: 204 len: 168 time: 0.1540313 Sep 11 00:53:35.001219 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510eccb-0775-4edb-b14e-88ec86613a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6182eb-9f12-4ec8-b84b-8d7005c85d9b,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:35.375160 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 42470) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:35.381355 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8598790-30cb-4947-b64c-d296702519d5 req-dbd7f3b4-daf3-4116-a154-57639f1907f3 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:35.384025 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b8598790-30cb-4947-b64c-d296702519d5 req-dbd7f3b4-daf3-4116-a154-57639f1907f3 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0579894 Sep 11 00:53:35.389423 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-49649368-0202-44ab-a477-8df4eb110f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:35.444637 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:35.446266 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b8598790-30cb-4947-b64c-d296702519d5 req-19f540f0-76ee-49af-9741-4bdb41844cf9 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544379 Sep 11 00:53:35.478861 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-49649368-0202-44ab-a477-8df4eb110f05 admin admin] Publish callbacks [] for security_group (5dfaab62-8170-4600-9f49-4c413e622755), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:35.484673 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-49649368-0202-44ab-a477-8df4eb110f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (5dfaab62-8170-4600-9f49-4c413e622755), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:35.523869 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-49649368-0202-44ab-a477-8df4eb110f05 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=df2a5ece94924cc99127c28c492274d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1475468 Sep 11 00:53:35.524689 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649368-0202-44ab-a477-8df4eb110f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfaab62-8170-4600-9f49-4c413e622755,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:35.527170 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 42474) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:35.583712 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-1e8af3bd-0b1c-41cd-b98c-b325d1253031 admin admin] Publish callbacks [] for security_group (5dfaab62-8170-4600-9f49-4c413e622755), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:35.606286 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-1e8af3bd-0b1c-41cd-b98c-b325d1253031 admin admin] Publish callbacks [] for security_group (5dfaab62-8170-4600-9f49-4c413e622755), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:35.655767 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-1e8af3bd-0b1c-41cd-b98c-b325d1253031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (5dfaab62-8170-4600-9f49-4c413e622755), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:35.658585 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-1e8af3bd-0b1c-41cd-b98c-b325d1253031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:35.659756 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-1e8af3bd-0b1c-41cd-b98c-b325d1253031 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5dfaab62-8170-4600-9f49-4c413e622755 HTTP/1.1" status: 204 len: 168 time: 0.1308129 Sep 11 00:53:35.669204 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8af3bd-0b1c-41cd-b98c-b325d1253031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfaab62-8170-4600-9f49-4c413e622755,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:35.986611 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff6d10-413a-422c-920c-180e163ee754 req-cd2c8b90-bf05-427c-b16c-b46b06f5c87b tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:35.990185 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e6ff6d10-413a-422c-920c-180e163ee754 req-cd2c8b90-bf05-427c-b16c-b46b06f5c87b tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 945 time: 0.0660179 Sep 11 00:53:36.052628 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e6ff6d10-413a-422c-920c-180e163ee754 req-f8aec565-0286-4896-93cc-416e730e75c0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500994 Sep 11 00:53:36.577218 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 42530) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:36.590663 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c159ea-89ad-4438-b538-d5471a2d46e6 req-22fdb4c9-0212-470b-9ccb-e8183c9d98ad tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:36.592622 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-92c159ea-89ad-4438-b538-d5471a2d46e6 req-22fdb4c9-0212-470b-9ccb-e8183c9d98ad tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0582769 Sep 11 00:53:36.644059 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-92c159ea-89ad-4438-b538-d5471a2d46e6 req-0664a186-1a25-4a2b-8bcb-c9073f9fde89 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458591 Sep 11 00:53:36.703204 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-4d300181-a2db-404f-86aa-d79186cfa9c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:36.792367 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-4d300181-a2db-404f-86aa-d79186cfa9c3 admin admin] Publish callbacks [] for security_group (d2a2ff97-85fb-4c46-ac24-f5b878e767bb), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:36.797188 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-4d300181-a2db-404f-86aa-d79186cfa9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (d2a2ff97-85fb-4c46-ac24-f5b878e767bb), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:37.033168 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-4d300181-a2db-404f-86aa-d79186cfa9c3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=86b786e1eacd4aceb8e86cee504756e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4542782 Sep 11 00:53:37.033903 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 42542) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:37.034514 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d300181-a2db-404f-86aa-d79186cfa9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a2ff97-85fb-4c46-ac24-f5b878e767bb,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:37.145374 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-25278726-19c9-4523-8bf8-e65d97ff8f09 admin admin] Publish callbacks [] for security_group (d2a2ff97-85fb-4c46-ac24-f5b878e767bb), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:37.147017 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:37.201818 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-25278726-19c9-4523-8bf8-e65d97ff8f09 admin admin] Publish callbacks [] for security_group (d2a2ff97-85fb-4c46-ac24-f5b878e767bb), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:37.226394 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78159c-c2d5-49e6-96d4-b0b3ffb52050 req-c2a4d71e-7f08-4c77-bcca-16170e9bd2f4 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:37.227874 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5d78159c-c2d5-49e6-96d4-b0b3ffb52050 req-c2a4d71e-7f08-4c77-bcca-16170e9bd2f4 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 945 time: 0.0787354 Sep 11 00:53:37.286448 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5d78159c-c2d5-49e6-96d4-b0b3ffb52050 req-bf8ce9a1-275e-4320-8625-3a9af6d727dc tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497677 Sep 11 00:53:37.287447 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-25278726-19c9-4523-8bf8-e65d97ff8f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (d2a2ff97-85fb-4c46-ac24-f5b878e767bb), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:37.289906 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-25278726-19c9-4523-8bf8-e65d97ff8f09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:37.290956 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-25278726-19c9-4523-8bf8-e65d97ff8f09 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d2a2ff97-85fb-4c46-ac24-f5b878e767bb HTTP/1.1" status: 204 len: 168 time: 0.2559185 Sep 11 00:53:37.299532 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25278726-19c9-4523-8bf8-e65d97ff8f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a2ff97-85fb-4c46-ac24-f5b878e767bb,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:37.563929 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 42552) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:37.576994 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-bf5b1384-f109-4fb7-9de0-1885bf134a0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:37.653967 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-bf5b1384-f109-4fb7-9de0-1885bf134a0f admin admin] Publish callbacks [] for security_group (f8ec0866-d2b9-45b4-8e58-e70ff0a85f2a), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:37.657567 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-bf5b1384-f109-4fb7-9de0-1885bf134a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (f8ec0866-d2b9-45b4-8e58-e70ff0a85f2a), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:37.697721 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-bf5b1384-f109-4fb7-9de0-1885bf134a0f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=25b5c52f70104623ac36dbcd0c20bab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326990 Sep 11 00:53:37.698656 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b1384-f109-4fb7-9de0-1885bf134a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ec0866-d2b9-45b4-8e58-e70ff0a85f2a,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:37.700832 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 42556) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:37.786308 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14d689-33ea-4320-9651-ea207dbcd27b req-6b0c26d8-e3e0-4d8c-b1b9-84b3723eb675 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:37.787762 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-af14d689-33ea-4320-9651-ea207dbcd27b req-6b0c26d8-e3e0-4d8c-b1b9-84b3723eb675 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0634761 Sep 11 00:53:37.792375 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-3be15534-290a-477e-9854-8e25feec6244 admin admin] Publish callbacks [] for security_group (f8ec0866-d2b9-45b4-8e58-e70ff0a85f2a), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:37.827526 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-3be15534-290a-477e-9854-8e25feec6244 admin admin] Publish callbacks [] for security_group (f8ec0866-d2b9-45b4-8e58-e70ff0a85f2a), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:37.875703 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-af14d689-33ea-4320-9651-ea207dbcd27b req-292cef81-c61b-4bec-88f0-03a17d07ede8 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803397 Sep 11 00:53:37.894931 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-3be15534-290a-477e-9854-8e25feec6244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (f8ec0866-d2b9-45b4-8e58-e70ff0a85f2a), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:37.901341 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-3be15534-290a-477e-9854-8e25feec6244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:37.905523 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-3be15534-290a-477e-9854-8e25feec6244 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f8ec0866-d2b9-45b4-8e58-e70ff0a85f2a HTTP/1.1" status: 204 len: 168 time: 0.2033761 Sep 11 00:53:37.915342 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be15534-290a-477e-9854-8e25feec6244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ec0866-d2b9-45b4-8e58-e70ff0a85f2a,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:38.413975 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c678c55-dfc1-4c66-87c5-267ea3af414c req-03c46b32-3fb8-463d-90c7-d38040009fb5 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:38.415633 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2c678c55-dfc1-4c66-87c5-267ea3af414c req-03c46b32-3fb8-463d-90c7-d38040009fb5 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 945 time: 0.0489945 Sep 11 00:53:38.436161 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:38.468387 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2c678c55-dfc1-4c66-87c5-267ea3af414c req-838b6581-b8a0-4468-9287-6ef5fa66a9f4 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466146 Sep 11 00:53:38.883004 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-915b2d88-617e-4544-8138-cd8874e05d64 req-d76431fb-c972-42ff-bc06-7900de2f3f49 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0554647 Sep 11 00:53:39.062749 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1b9b4-e5d0-4896-8254-a0a27beb00e9 req-265132ba-7bb9-4f18-b699-fc49877617ea tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:39.072093 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-38f1b9b4-e5d0-4896-8254-a0a27beb00e9 req-265132ba-7bb9-4f18-b699-fc49877617ea tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0848684 Sep 11 00:53:39.072812 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b2d88-617e-4544-8138-cd8874e05d64 req-4bc49e32-1308-41ce-aadf-ef509171739f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:39.074540 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-915b2d88-617e-4544-8138-cd8874e05d64 req-4bc49e32-1308-41ce-aadf-ef509171739f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a58aefc25e141ca93821a80859875e8&device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 1129 time: 0.0921705 Sep 11 00:53:39.126708 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-38f1b9b4-e5d0-4896-8254-a0a27beb00e9 req-98e76c84-fe18-4346-939f-34d792dff8ec tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537329 Sep 11 00:53:39.214726 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b2d88-617e-4544-8138-cd8874e05d64 req-665a06ba-b108-43a8-b078-0433b6329bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:39.216804 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-915b2d88-617e-4544-8138-cd8874e05d64 req-665a06ba-b108-43a8-b078-0433b6329bdb service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f HTTP/1.1" status: 200 len: 920 time: 0.1119132 Sep 11 00:53:39.268315 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-915b2d88-617e-4544-8138-cd8874e05d64 req-37808837-e0ab-41dc-8821-7ba3c3fb5ca2 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fc55f70-880d-4007-99be-49ec52f1b61e HTTP/1.1" status: 200 len: 217 time: 0.0446439 Sep 11 00:53:39.313760 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=79,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:39.337778 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b2d88-617e-4544-8138-cd8874e05d64 req-db32490e-a56f-48ac-ad50-976628468378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:39.341258 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-915b2d88-617e-4544-8138-cd8874e05d64 req-db32490e-a56f-48ac-ad50-976628468378 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c6a47ffa-8534-424b-aa2a-93b1efe10fe2 HTTP/1.1" status: 200 len: 858 time: 0.0611656 Sep 11 00:53:39.399207 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b2d88-617e-4544-8138-cd8874e05d64 req-39f7c9ae-852d-45ea-a628-94108fa04608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:39.400745 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-915b2d88-617e-4544-8138-cd8874e05d64 req-39f7c9ae-852d-45ea-a628-94108fa04608 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542114 Sep 11 00:53:39.527351 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-915b2d88-617e-4544-8138-cd8874e05d64 req-b8479d01-0baf-4449-bf3e-19f5b2007507 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194394 Sep 11 00:53:39.604776 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2841a-7c27-4091-921f-ea48a1286622 req-49fd97ff-8ce0-4ba9-8506-421b7fa8806f tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:39.606862 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4de2841a-7c27-4091-921f-ea48a1286622 req-49fd97ff-8ce0-4ba9-8506-421b7fa8806f tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 945 time: 0.0528536 Sep 11 00:53:39.633269 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-915b2d88-617e-4544-8138-cd8874e05d64 req-5668842d-4f01-4884-aa5c-dbd442a7c781 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944726 Sep 11 00:53:39.654618 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4de2841a-7c27-4091-921f-ea48a1286622 req-b23678d8-b4af-403e-8586-7875fc78f2e4 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418952 Sep 11 00:53:39.813844 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a7c04-5407-42e4-a79f-bd18196c5805 req-a41a251a-0db7-43e2-abf3-4d6ecc54a806 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:39.815380 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-357a7c04-5407-42e4-a79f-bd18196c5805 req-a41a251a-0db7-43e2-abf3-4d6ecc54a806 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 945 time: 0.0505562 Sep 11 00:53:39.828816 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 42640) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:39.833920 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-2943f81f-be30-416d-8e4f-5d884291a343 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Request body: {'floatingip': {'port_id': '41d6739a-7225-40b2-aedd-df0beff65d5f'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:53:39.879881 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2943f81f-be30-416d-8e4f-5d884291a343 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (7cc7ec9d-f15b-4ba7-8b06-3d7e6b0261b8), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:40.101078 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:40.482504 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f23104-3d56-46a5-a6ee-91e90b804103 req-35b203a9-a719-45bc-869d-a83f35962e2a tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:40.484001 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c9f23104-3d56-46a5-a6ee-91e90b804103 req-35b203a9-a719-45bc-869d-a83f35962e2a tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0610774 Sep 11 00:53:40.595768 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c9f23104-3d56-46a5-a6ee-91e90b804103 req-1902f2e3-d212-4c3f-a9c0-60c94d77e19d tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914698 Sep 11 00:53:40.599648 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2943f81f-be30-416d-8e4f-5d884291a343 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:40.604430 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2943f81f-be30-416d-8e4f-5d884291a343 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (7cc7ec9d-f15b-4ba7-8b06-3d7e6b0261b8), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:40.698759 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.l3_db [None req-2943f81f-be30-416d-8e4f-5d884291a343 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Floating IP 7cc7ec9d-f15b-4ba7-8b06-3d7e6b0261b8 associated. External IP: 172.37.5.215, port: 41d6739a-7225-40b2-aedd-df0beff65d5f. Sep 11 00:53:40.835935 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:40.895551 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2943f81f-be30-416d-8e4f-5d884291a343 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Router b9418f01-7791-4e40-88d0-38d48d92c06d has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:53:40.945178 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:40.999176 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2943f81f-be30-416d-8e4f-5d884291a343 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:53:41.003954 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2943f81f-be30-416d-8e4f-5d884291a343 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:41.009728 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857383f8-e105-4a5c-9aab-6ef7885b0300 None None] Sync routers for ids ['b9418f01-7791-4e40-88d0-38d48d92c06d'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:53:41.021149 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857383f8-e105-4a5c-9aab-6ef7885b0300 None None] Routers {'b9418f01-7791-4e40-88d0-38d48d92c06d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:53:41.021785 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-857383f8-e105-4a5c-9aab-6ef7885b0300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:53:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b9418f01-7791-4e40-88d0-38d48d92c06d'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:53:41.034817 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-2943f81f-be30-416d-8e4f-5d884291a343 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/7cc7ec9d-f15b-4ba7-8b06-3d7e6b0261b8 HTTP/1.1" status: 200 len: 991 time: 1.2046440 Sep 11 00:53:41.035831 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb960ab4-4a34-4074-813f-cd971d916bcf', 'tag': '41d6739a-7225-40b2-aedd-df0beff65d5f'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:53:41.038269 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff14acb8-4e6e-4725-9be6-440189e586d9" -d '{"events": [{"name": "network-changed", "server_uuid": "fb960ab4-4a34-4074-813f-cd971d916bcf", "tag": "41d6739a-7225-40b2-aedd-df0beff65d5f"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:53:41.077519 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fc7ed4-5ef0-4d46-a467-50f2d33fe2e1 x-openstack-request-id: req-72fc7ed4-5ef0-4d46-a467-50f2d33fe2e1 {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:53:41.077881 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb960ab4-4a34-4074-813f-cd971d916bcf", "tag": "41d6739a-7225-40b2-aedd-df0beff65d5f", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:53:41.078311 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-72fc7ed4-5ef0-4d46-a467-50f2d33fe2e1 {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:53:41.078770 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72fc7ed4-5ef0-4d46-a467-50f2d33fe2e1'] response: {'name': 'network-changed', 'server_uuid': 'fb960ab4-4a34-4074-813f-cd971d916bcf', 'tag': '41d6739a-7225-40b2-aedd-df0beff65d5f', 'status': 'completed', 'code': 200} Sep 11 00:53:41.126306 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-857383f8-e105-4a5c-9aab-6ef7885b0300 None None] Set router b9418f01-7791-4e40-88d0-38d48d92c06d gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:53:41.210238 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=100 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:41.276853 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=100 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:41.338434 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-857383f8-e105-4a5c-9aab-6ef7885b0300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7cc7ec9d-f15b-4ba7-8b06-3d7e6b0261b8', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'floating_ip_address': '172.37.5.215', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'port_id': '41d6739a-7225-40b2-aedd-df0beff65d5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'mac_address': 'fa:16:3e:26:f1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb960ab4-4a34-4074-813f-cd971d916bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:53:08Z', 'updated_at': '2022-09-11T00:53:40Z', 'revision_number': 1, 'project_id': '172e557567404e0f906fd1c3452148d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:10Z', 'revision_number': 5, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:53:41.363277 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857383f8-e105-4a5c-9aab-6ef7885b0300 None None] Checking router: b9418f01-7791-4e40-88d0-38d48d92c06d for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:53:41.372058 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857383f8-e105-4a5c-9aab-6ef7885b0300 None None] Routers {'b9418f01-7791-4e40-88d0-38d48d92c06d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:53:41.372642 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-857383f8-e105-4a5c-9aab-6ef7885b0300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:53:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b9418f01-7791-4e40-88d0-38d48d92c06d'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:53:41.547642 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-857383f8-e105-4a5c-9aab-6ef7885b0300 None None] Set router b9418f01-7791-4e40-88d0-38d48d92c06d gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:53:41.720404 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ede1-9d29-47f6-8d43-85143bae5a45 req-f17c7a7d-c563-4179-b361-d92e67467bf5 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:41.721915 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9c89ede1-9d29-47f6-8d43-85143bae5a45 req-f17c7a7d-c563-4179-b361-d92e67467bf5 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0473616 Sep 11 00:53:41.757734 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-857383f8-e105-4a5c-9aab-6ef7885b0300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7cc7ec9d-f15b-4ba7-8b06-3d7e6b0261b8', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'floating_ip_address': '172.37.5.215', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'port_id': '41d6739a-7225-40b2-aedd-df0beff65d5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'mac_address': 'fa:16:3e:26:f1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb960ab4-4a34-4074-813f-cd971d916bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:53:08Z', 'updated_at': '2022-09-11T00:53:40Z', 'revision_number': 1, 'project_id': '172e557567404e0f906fd1c3452148d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:10Z', 'revision_number': 5, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:53:41.768952 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9c89ede1-9d29-47f6-8d43-85143bae5a45 req-c7c67b78-3fc5-47df-981d-073005795ed0 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414057 Sep 11 00:53:41.782932 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857383f8-e105-4a5c-9aab-6ef7885b0300 None None] The sync data for ids ['b9418f01-7791-4e40-88d0-38d48d92c06d'] in dv-cinder-master-3-iscsi is: [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7cc7ec9d-f15b-4ba7-8b06-3d7e6b0261b8', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'floating_ip_address': '172.37.5.215', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'port_id': '41d6739a-7225-40b2-aedd-df0beff65d5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'mac_address': 'fa:16:3e:26:f1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb960ab4-4a34-4074-813f-cd971d916bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:53:08Z', 'updated_at': '2022-09-11T00:53:40Z', 'revision_number': 1, 'project_id': '172e557567404e0f906fd1c3452148d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:10Z', 'revision_number': 5, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:53:41.967817 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795a8277-7544-4f4d-97d6-391f311c8b89 None None] New status for floating IP 7cc7ec9d-f15b-4ba7-8b06-3d7e6b0261b8: ACTIVE {{(pid=112723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 00:53:42.906071 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248bc31-0773-41b8-a65e-5487b5d8c710 req-97ec792e-57a4-4f9f-bc5b-acd6d83b7de7 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:42.908450 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5248bc31-0773-41b8-a65e-5487b5d8c710 req-97ec792e-57a4-4f9f-bc5b-acd6d83b7de7 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0572894 Sep 11 00:53:42.965934 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5248bc31-0773-41b8-a65e-5487b5d8c710 req-d3c9f398-5083-443c-a91f-9648e4cdc53b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513003 Sep 11 00:53:44.078452 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:44.097687 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396500c-427c-400e-b0fc-8ed14f9af07d req-f2d66cae-85f0-4a4b-9929-138cd7cdf52d tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:44.099245 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1396500c-427c-400e-b0fc-8ed14f9af07d req-f2d66cae-85f0-4a4b-9929-138cd7cdf52d tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0530317 Sep 11 00:53:44.153789 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1396500c-427c-400e-b0fc-8ed14f9af07d req-e7404b48-5b4d-425d-9068-2b7e9a0b44ba tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468516 Sep 11 00:53:45.274023 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34e8fb-cc05-47e2-89c2-ce6f150a863f req-0ab225fe-a31c-4ade-88bb-9533de32e71c tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:45.275567 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0c34e8fb-cc05-47e2-89c2-ce6f150a863f req-0ab225fe-a31c-4ade-88bb-9533de32e71c tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0485277 Sep 11 00:53:45.323361 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0c34e8fb-cc05-47e2-89c2-ce6f150a863f req-7e4bcd43-93d0-4d2e-8780-ee605d9df166 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414886 Sep 11 00:53:46.446595 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a8f71-0820-41d5-93b7-a0ab4ac33a38 req-dc6e9348-f538-4c8a-a686-b113d2e92049 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:46.448126 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-536a8f71-0820-41d5-93b7-a0ab4ac33a38 req-dc6e9348-f538-4c8a-a686-b113d2e92049 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0500629 Sep 11 00:53:46.504479 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-536a8f71-0820-41d5-93b7-a0ab4ac33a38 req-0af3b533-5c30-45f8-866c-cf414e2bd792 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508766 Sep 11 00:53:46.789053 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:47.098582 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:47.140339 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14acb8-4e6e-4725-9be6-440189e586d9 req-4155360c-30dc-4530-8ebb-440df8d24281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:47.141854 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-ff14acb8-4e6e-4725-9be6-440189e586d9 req-4155360c-30dc-4530-8ebb-440df8d24281 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=172e557567404e0f906fd1c3452148d8&device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 1129 time: 0.0510461 Sep 11 00:53:47.700016 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14acb8-4e6e-4725-9be6-440189e586d9 req-61124974-a736-40c3-ae29-9c082bba078c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:47.701558 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-ff14acb8-4e6e-4725-9be6-440189e586d9 req-61124974-a736-40c3-ae29-9c082bba078c service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 HTTP/1.1" status: 200 len: 916 time: 0.1741199 Sep 11 00:53:47.705545 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68032b21-4fd4-4753-93b2-cf87c4abb339 req-f2c1191f-2f78-4d10-b042-03f074cb7066 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:47.707485 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-68032b21-4fd4-4753-93b2-cf87c4abb339 req-f2c1191f-2f78-4d10-b042-03f074cb7066 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0605435 Sep 11 00:53:47.769471 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-68032b21-4fd4-4753-93b2-cf87c4abb339 req-6783595d-25ec-4e36-a55c-c8b715c70f95 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563519 Sep 11 00:53:48.709968 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 42812) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:48.836551 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-abbc3db0-19a6-491d-9ae7-c97c746021dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:48.938539 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac17b7-4926-408b-8add-a71139b549fa req-28c5bfdc-e683-4b85-aa0e-e35dcb7ababe tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:48.940622 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6bac17b7-4926-408b-8add-a71139b549fa req-28c5bfdc-e683-4b85-aa0e-e35dcb7ababe tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0877638 Sep 11 00:53:48.941059 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-abbc3db0-19a6-491d-9ae7-c97c746021dc admin admin] Publish callbacks [] for security_group (81f0f899-4539-4b83-94a7-c1d735cddf93), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:48.945511 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-abbc3db0-19a6-491d-9ae7-c97c746021dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (81f0f899-4539-4b83-94a7-c1d735cddf93), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:48.947824 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e01b3-ff70-46be-91e2-eac581d683ea req-f19b3437-60b1-4d00-b50a-261212d3220f tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:48.950306 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-642e01b3-ff70-46be-91e2-eac581d683ea req-f19b3437-60b1-4d00-b50a-261212d3220f tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 946 time: 0.0863109 Sep 11 00:53:48.991377 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-abbc3db0-19a6-491d-9ae7-c97c746021dc admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0641dd2f31fb4b468e273de5ba93b2bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799969 Sep 11 00:53:48.995048 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 42824) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:49.006292 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:49.013218 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc3db0-19a6-491d-9ae7-c97c746021dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f0f899-4539-4b83-94a7-c1d735cddf93,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:49.020608 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-27176057-405c-4471-925f-a0876f9b11f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:49.039312 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-642e01b3-ff70-46be-91e2-eac581d683ea req-5aa78420-0ebc-4576-8ee9-6791b958ae22 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=571cb679-edbb-4e03-8c12-54f308655f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817878 Sep 11 00:53:49.052411 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6bac17b7-4926-408b-8add-a71139b549fa req-b4e77fd2-5e4b-4fe9-8d0c-37c48954eb07 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875661 Sep 11 00:53:49.058277 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-51352bb4-1172-455a-92e5-c94b7265c7dc admin admin] Publish callbacks [] for security_group (81f0f899-4539-4b83-94a7-c1d735cddf93), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:49.079824 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-51352bb4-1172-455a-92e5-c94b7265c7dc admin admin] Publish callbacks [] for security_group (81f0f899-4539-4b83-94a7-c1d735cddf93), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:49.127262 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-51352bb4-1172-455a-92e5-c94b7265c7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (81f0f899-4539-4b83-94a7-c1d735cddf93), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:49.129775 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-51352bb4-1172-455a-92e5-c94b7265c7dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:49.130941 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-51352bb4-1172-455a-92e5-c94b7265c7dc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/81f0f899-4539-4b83-94a7-c1d735cddf93 HTTP/1.1" status: 204 len: 168 time: 0.1349685 Sep 11 00:53:49.139451 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51352bb4-1172-455a-92e5-c94b7265c7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f0f899-4539-4b83-94a7-c1d735cddf93,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:50.209419 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39f945-d9ec-4ab1-895a-691da1be9d9d req-9dafd1fd-6377-4991-8226-8cf6d4fa5dfc tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:50.210953 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6c39f945-d9ec-4ab1-895a-691da1be9d9d req-9dafd1fd-6377-4991-8226-8cf6d4fa5dfc tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 946 time: 0.0841298 Sep 11 00:53:50.213351 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:50.232604 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd840b35-a78f-447e-ba9c-20f4e065d597 req-57e56037-cbbf-479f-b547-a2c44745852e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:50.234204 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fd840b35-a78f-447e-ba9c-20f4e065d597 req-57e56037-cbbf-479f-b547-a2c44745852e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0714500 Sep 11 00:53:50.292922 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6c39f945-d9ec-4ab1-895a-691da1be9d9d req-798de3a7-0f1d-406e-98e4-17d6c6f35d6f tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=571cb679-edbb-4e03-8c12-54f308655f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736754 Sep 11 00:53:50.311361 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fd840b35-a78f-447e-ba9c-20f4e065d597 req-34fc231b-5ed6-4cf3-8bf9-565772903156 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656204 Sep 11 00:53:51.263016 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-ff14acb8-4e6e-4725-9be6-440189e586d9 req-653f5dd8-dd51-4be1-98a1-dce6c2c6be15 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41d6739a-7225-40b2-aedd-df0beff65d5f HTTP/1.1" status: 200 len: 1001 time: 0.0685902 Sep 11 00:53:51.329298 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-a6600a2f-b655-4c96-9079-8f55ae555e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:51.370229 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14acb8-4e6e-4725-9be6-440189e586d9 req-a6746551-9c29-444b-8044-b1fb6ce200ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:51.372626 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-ff14acb8-4e6e-4725-9be6-440189e586d9 req-a6746551-9c29-444b-8044-b1fb6ce200ac service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=5da596f2-fc37-4a91-8931-a08cdf30e571 HTTP/1.1" status: 200 len: 854 time: 0.0548284 Sep 11 00:53:51.466855 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa20d5-b59a-4fc1-8edb-6cb1a54a2b42 req-1777dcf2-0a97-4183-879b-94770fc708c7 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:51.468347 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8cfa20d5-b59a-4fc1-8edb-6cb1a54a2b42 req-1777dcf2-0a97-4183-879b-94770fc708c7 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0778446 Sep 11 00:53:51.473925 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b686eb-c8ae-4ec9-afa5-883f8da246d5 req-d856c957-7a40-470d-8d00-f63225c295fa tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:51.475506 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b3b686eb-c8ae-4ec9-afa5-883f8da246d5 req-d856c957-7a40-470d-8d00-f63225c295fa tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 946 time: 0.0867851 Sep 11 00:53:51.549318 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8cfa20d5-b59a-4fc1-8edb-6cb1a54a2b42 req-832f5ae4-592b-4ed7-89c0-2c4ee8d19b06 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728557 Sep 11 00:53:51.553439 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b3b686eb-c8ae-4ec9-afa5-883f8da246d5 req-7ba1f774-b825-4640-a066-a949775bd2d7 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=571cb679-edbb-4e03-8c12-54f308655f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689187 Sep 11 00:53:52.591164 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:52.722621 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c551a4d-d4f0-4b33-b758-519a4cd184fa req-4c235737-df05-4f0c-b788-2b9fe8e83f81 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:52.724398 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0c551a4d-d4f0-4b33-b758-519a4cd184fa req-4c235737-df05-4f0c-b788-2b9fe8e83f81 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 946 time: 0.0795746 Sep 11 00:53:52.730236 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62fd0d-ffd5-4090-899f-ec9bcbcaa5a1 req-c6321207-ef93-459a-8aeb-06bfd1a360d7 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:52.731848 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-bf62fd0d-ffd5-4090-899f-ec9bcbcaa5a1 req-c6321207-ef93-459a-8aeb-06bfd1a360d7 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0858467 Sep 11 00:53:52.810544 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-bf62fd0d-ffd5-4090-899f-ec9bcbcaa5a1 req-f859dd5a-9910-4135-a0d3-11388353a2b4 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677660 Sep 11 00:53:52.811957 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0c551a4d-d4f0-4b33-b758-519a4cd184fa req-5bf8d2de-905e-4ed8-a126-80ce0b4eab85 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=571cb679-edbb-4e03-8c12-54f308655f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776961 Sep 11 00:53:53.714522 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:53.896988 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:53.926260 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:53.963749 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24e150-3a2d-4d12-91a3-f97b0c1f9285 req-587e2df5-65d7-47f9-b399-2bec2fc9896d tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:53.965801 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ac24e150-3a2d-4d12-91a3-f97b0c1f9285 req-587e2df5-65d7-47f9-b399-2bec2fc9896d tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0803852 Sep 11 00:53:53.973404 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd47cae-499f-4ca9-b0df-7e0f14fa7724 req-73636a62-e9b4-4893-9d32-aa64acf51bab tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:53.974775 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4cd47cae-499f-4ca9-b0df-7e0f14fa7724 req-73636a62-e9b4-4893-9d32-aa64acf51bab tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 946 time: 0.0870132 Sep 11 00:53:54.050414 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ac24e150-3a2d-4d12-91a3-f97b0c1f9285 req-77d5066d-4620-4a07-bb3f-f7d4f9511473 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746651 Sep 11 00:53:54.053645 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4cd47cae-499f-4ca9-b0df-7e0f14fa7724 req-57e5b867-2205-411e-9704-e58be200bc69 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=571cb679-edbb-4e03-8c12-54f308655f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720510 Sep 11 00:53:55.210179 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18760e-2e24-4119-b7bc-af06327c6a32 req-a8cd4af7-faf2-43c5-8488-6f2959522847 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:55.211699 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9e18760e-2e24-4119-b7bc-af06327c6a32 req-a8cd4af7-faf2-43c5-8488-6f2959522847 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0770795 Sep 11 00:53:55.219393 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1d4e5-8753-4886-8196-17ac28db0a1b req-b85dde21-3c07-4b6b-ae0e-35ff4f3498f2 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:55.220803 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2ea1d4e5-8753-4886-8196-17ac28db0a1b req-b85dde21-3c07-4b6b-ae0e-35ff4f3498f2 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 946 time: 0.0760341 Sep 11 00:53:55.294840 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9e18760e-2e24-4119-b7bc-af06327c6a32 req-f981df88-214d-423b-99ba-6ae74ad0174e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729873 Sep 11 00:53:55.298038 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2ea1d4e5-8753-4886-8196-17ac28db0a1b req-9523e694-5fdf-4ed9-bd35-a491b4f3e837 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=571cb679-edbb-4e03-8c12-54f308655f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705376 Sep 11 00:53:55.599632 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:55.632206 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14acb8-4e6e-4725-9be6-440189e586d9 req-01c9dd36-bc0a-434c-8f6c-25e252bb7b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:55.633772 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-ff14acb8-4e6e-4725-9be6-440189e586d9 req-01c9dd36-bc0a-434c-8f6c-25e252bb7b6d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430572 Sep 11 00:53:55.751187 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-ff14acb8-4e6e-4725-9be6-440189e586d9 req-29620390-4cb2-4cb4-935c-d598ad161f36 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888937 Sep 11 00:53:56.044834 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-ff14acb8-4e6e-4725-9be6-440189e586d9 req-3b90a627-5133-45c2-841d-76f1bacfe657 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882292 Sep 11 00:53:56.461502 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828fab0-152d-41eb-8165-4489c6a79117 req-7467df81-5fb1-41a6-88b9-22ba899d0f00 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:56.463024 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a828fab0-152d-41eb-8165-4489c6a79117 req-7467df81-5fb1-41a6-88b9-22ba899d0f00 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0865576 Sep 11 00:53:56.489420 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9250936-a976-4678-b708-4483b263df0f req-47111af6-c526-46fa-8992-fc1a55a6117d tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:56.491151 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f9250936-a976-4678-b708-4483b263df0f req-47111af6-c526-46fa-8992-fc1a55a6117d tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 946 time: 0.0836186 Sep 11 00:53:56.530727 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:56.543130 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a828fab0-152d-41eb-8165-4489c6a79117 req-e98bbc78-321c-4c44-badd-fa10577f6416 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725217 Sep 11 00:53:56.570831 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f9250936-a976-4678-b708-4483b263df0f req-2dc30ea2-c803-48fe-beea-7a2da0c6a11a tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=571cb679-edbb-4e03-8c12-54f308655f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703049 Sep 11 00:53:56.844559 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c253e2-2c29-4132-8b1a-49e4d035117f req-41ee5b5e-b5b2-430e-bcdb-e3fe39545163 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:56.846426 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-53c253e2-2c29-4132-8b1a-49e4d035117f req-41ee5b5e-b5b2-430e-bcdb-e3fe39545163 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 946 time: 0.0979006 Sep 11 00:53:56.899490 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 43000) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:57.002645 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [req-53c253e2-2c29-4132-8b1a-49e4d035117f req-5dde8e49-880f-478e-a826-97f34b6d8218 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Deleting port 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:53:57.003023 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-53c253e2-2c29-4132-8b1a-49e4d035117f req-5dde8e49-880f-478e-a826-97f34b6d8218 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (1a22d551-a8f3-4dd7-bcbb-3d16039c58ef), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:57.009386 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-70e4c311-7382-4424-a125-2dcbef63064b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:57.064616 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:57.087385 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-70e4c311-7382-4424-a125-2dcbef63064b admin admin] Publish callbacks [] for security_group (8f7d3e21-761b-4090-a03d-75b624ebf5ab), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:57.092143 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-70e4c311-7382-4424-a125-2dcbef63064b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (8f7d3e21-761b-4090-a03d-75b624ebf5ab), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:57.114271 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-53c253e2-2c29-4132-8b1a-49e4d035117f req-5dde8e49-880f-478e-a826-97f34b6d8218 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] For port 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1a22d551-a8f3-4dd7-bcbb-3d16039c58ef,segment=NetworkSegment(6b42dcb4-df67-4575-aa75-6ecd04c96046),segment_id=6b42dcb4-df67-4575-aa75-6ecd04c96046)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:53:57.114633 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-53c253e2-2c29-4132-8b1a-49e4d035117f req-5dde8e49-880f-478e-a826-97f34b6d8218 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (1a22d551-a8f3-4dd7-bcbb-3d16039c58ef), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:57.129944 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [req-53c253e2-2c29-4132-8b1a-49e4d035117f req-5dde8e49-880f-478e-a826-97f34b6d8218 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Calling delete_port for 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef owned by compute:nova {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:53:57.130548 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4c311-7382-4424-a125-2dcbef63064b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7d3e21-761b-4090-a03d-75b624ebf5ab,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:57.137649 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-70e4c311-7382-4424-a125-2dcbef63064b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=392e314f424741e28fec3ba6aa0c7efb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340977 Sep 11 00:53:57.138063 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 43004) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:57.203817 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-510a2d02-c1a0-454e-a2f1-9a243fee332b admin admin] Publish callbacks [] for security_group (8f7d3e21-761b-4090-a03d-75b624ebf5ab), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:57.227567 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-510a2d02-c1a0-454e-a2f1-9a243fee332b admin admin] Publish callbacks [] for security_group (8f7d3e21-761b-4090-a03d-75b624ebf5ab), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:57.279616 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:57.307019 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-510a2d02-c1a0-454e-a2f1-9a243fee332b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (8f7d3e21-761b-4090-a03d-75b624ebf5ab), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:57.310659 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-510a2d02-c1a0-454e-a2f1-9a243fee332b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:57.314475 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-510a2d02-c1a0-454e-a2f1-9a243fee332b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8f7d3e21-761b-4090-a03d-75b624ebf5ab HTTP/1.1" status: 204 len: 168 time: 0.1729026 Sep 11 00:53:57.321133 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a2d02-c1a0-454e-a2f1-9a243fee332b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7d3e21-761b-4090-a03d-75b624ebf5ab,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:57.322152 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-53c253e2-2c29-4132-8b1a-49e4d035117f req-5dde8e49-880f-478e-a826-97f34b6d8218 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (1a22d551-a8f3-4dd7-bcbb-3d16039c58ef), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:57.357919 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde8e49-880f-478e-a826-97f34b6d8218 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Pushing event deleted for resources: {'Port': ['ID=1a22d551-a8f3-4dd7-bcbb-3d16039c58ef,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:57.375973 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['1a22d551-a8f3-4dd7-bcbb-3d16039c58ef'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:53:57.458922 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c253e2-2c29-4132-8b1a-49e4d035117f req-5dde8e49-880f-478e-a826-97f34b6d8218 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] No DVR routers for this DVR port 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef on host hv-cinder-maste {{(pid=112722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:53:57.463847 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-53c253e2-2c29-4132-8b1a-49e4d035117f req-5dde8e49-880f-478e-a826-97f34b6d8218 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:57.469396 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-53c253e2-2c29-4132-8b1a-49e4d035117f req-5dde8e49-880f-478e-a826-97f34b6d8218 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.18 "DELETE /networking/v2.0/ports/1a22d551-a8f3-4dd7-bcbb-3d16039c58ef HTTP/1.1" status: 204 len: 173 time: 0.6119668 Sep 11 00:53:57.471118 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd334d7b3-7a92-42bd-902a-39728c315ee9', 'name': 'network-vif-deleted', 'tag': '1a22d551-a8f3-4dd7-bcbb-3d16039c58ef'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:53:57.475023 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3343d413-b994-4996-85b1-2a96db7890ab" -d '{"events": [{"server_uuid": "d334d7b3-7a92-42bd-902a-39728c315ee9", "name": "network-vif-deleted", "tag": "1a22d551-a8f3-4dd7-bcbb-3d16039c58ef"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:53:57.527523 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2003b86-3432-4726-8ad3-d04bd1fed962 x-openstack-request-id: req-d2003b86-3432-4726-8ad3-d04bd1fed962 {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:53:57.527742 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d334d7b3-7a92-42bd-902a-39728c315ee9", "name": "network-vif-deleted", "tag": "1a22d551-a8f3-4dd7-bcbb-3d16039c58ef", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:53:57.527964 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d2003b86-3432-4726-8ad3-d04bd1fed962 {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:53:57.528308 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2003b86-3432-4726-8ad3-d04bd1fed962'] response: {'server_uuid': 'd334d7b3-7a92-42bd-902a-39728c315ee9', 'name': 'network-vif-deleted', 'tag': '1a22d551-a8f3-4dd7-bcbb-3d16039c58ef', 'status': 'completed', 'code': 200} Sep 11 00:53:57.685666 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 43038) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:57.766454 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-33dd4307-2951-4fa8-8278-6645ff9e6ed2 req-f6c97bfb-2e87-4f83-92b0-bcb82cf6f7aa tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 210 time: 0.0361130 Sep 11 00:53:57.785467 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047827d-e696-4a5c-a091-e3244b691717 req-9e26c1ac-9570-47a9-ac64-fe63ee03b741 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:57.793165 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c047827d-e696-4a5c-a091-e3244b691717 req-9e26c1ac-9570-47a9-ac64-fe63ee03b741 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.1157699 Sep 11 00:53:57.840370 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-361397ff-9d86-4662-9dc7-6dab415d130c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:57.862146 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c047827d-e696-4a5c-a091-e3244b691717 req-31a0c018-70c1-40e4-a27f-cb6e9ff0ae83 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679903 Sep 11 00:53:57.894629 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 43048) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:57.934672 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-361397ff-9d86-4662-9dc7-6dab415d130c admin admin] Publish callbacks [] for security_group (9b1f4f2b-ee3e-490e-8e60-548eced73752), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:57.941067 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-361397ff-9d86-4662-9dc7-6dab415d130c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (9b1f4f2b-ee3e-490e-8e60-548eced73752), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:57.981797 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:57.990882 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-361397ff-9d86-4662-9dc7-6dab415d130c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b6155e3b936b4675bfa9315475f66342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038571 Sep 11 00:53:57.996745 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 43054) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:58.009538 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361397ff-9d86-4662-9dc7-6dab415d130c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1f4f2b-ee3e-490e-8e60-548eced73752,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:58.068562 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ac15011f-012b-4933-919c-95d7f1630c52 admin admin] Publish callbacks [] for security_group (9b1f4f2b-ee3e-490e-8e60-548eced73752), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:58.102378 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ac15011f-012b-4933-919c-95d7f1630c52 admin admin] Publish callbacks [] for security_group (9b1f4f2b-ee3e-490e-8e60-548eced73752), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:58.164118 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-69bdaffa-2721-48e0-9cb9-0cb1843c788d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:58.179462 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ac15011f-012b-4933-919c-95d7f1630c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (9b1f4f2b-ee3e-490e-8e60-548eced73752), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:58.182855 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ac15011f-012b-4933-919c-95d7f1630c52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:58.184369 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-ac15011f-012b-4933-919c-95d7f1630c52 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9b1f4f2b-ee3e-490e-8e60-548eced73752 HTTP/1.1" status: 204 len: 168 time: 0.1860456 Sep 11 00:53:58.192598 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15011f-012b-4933-919c-95d7f1630c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1f4f2b-ee3e-490e-8e60-548eced73752,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:58.280042 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-69bdaffa-2721-48e0-9cb9-0cb1843c788d admin admin] Publish callbacks [] for security_group (03c54ff1-0cdd-462f-8a20-ed731b440326), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:58.286820 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-69bdaffa-2721-48e0-9cb9-0cb1843c788d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (03c54ff1-0cdd-462f-8a20-ed731b440326), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:58.304424 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=44 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:58.308524 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=60 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:58.333020 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-69bdaffa-2721-48e0-9cb9-0cb1843c788d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=383dadd676cb4a7cbdfbf40edce8df3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4372230 Sep 11 00:53:58.334073 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdaffa-2721-48e0-9cb9-0cb1843c788d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c54ff1-0cdd-462f-8a20-ed731b440326,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:58.336513 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 43078) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:58.393247 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8b3f3b17-c26f-40ed-ba76-78f3412603a7 admin admin] Publish callbacks [] for security_group (03c54ff1-0cdd-462f-8a20-ed731b440326), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:58.418462 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8b3f3b17-c26f-40ed-ba76-78f3412603a7 admin admin] Publish callbacks [] for security_group (03c54ff1-0cdd-462f-8a20-ed731b440326), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:58.473090 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8b3f3b17-c26f-40ed-ba76-78f3412603a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (03c54ff1-0cdd-462f-8a20-ed731b440326), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:58.476018 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8b3f3b17-c26f-40ed-ba76-78f3412603a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:53:58.477367 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-8b3f3b17-c26f-40ed-ba76-78f3412603a7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/03c54ff1-0cdd-462f-8a20-ed731b440326 HTTP/1.1" status: 204 len: 168 time: 0.1397316 Sep 11 00:53:58.485902 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f3b17-c26f-40ed-ba76-78f3412603a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c54ff1-0cdd-462f-8a20-ed731b440326,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:53:58.938968 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d561a59a-8ba2-4059-9052-88de3e929c09 req-0146be07-a775-4d48-a85c-6993c1d16121 tempest-DeleteServersTestJSON-1130876020 tempest-DeleteServersTestJSON-1130876020-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d334d7b3-7a92-42bd-902a-39728c315ee9 HTTP/1.1" status: 200 len: 210 time: 0.0606701 Sep 11 00:53:59.032225 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c308fa2-5aa0-44c4-9d2e-07bd3381f4c8 req-40fbdac5-a014-494b-b6a1-b21e39b084c5 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:53:59.043569 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c308fa2-5aa0-44c4-9d2e-07bd3381f4c8 req-40fbdac5-a014-494b-b6a1-b21e39b084c5 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0748599 Sep 11 00:53:59.079183 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=5 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:53:59.099812 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c308fa2-5aa0-44c4-9d2e-07bd3381f4c8 req-2e2d3e7e-ecd0-470c-a6af-b70c49115eed tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553243 Sep 11 00:53:59.813337 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 43182) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:53:59.943626 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-980b6f7d-2d9b-448b-81a7-6769e36dd33e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:00.017082 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-980b6f7d-2d9b-448b-81a7-6769e36dd33e admin admin] Publish callbacks [] for security_group (126ca812-4d2d-4830-82b2-8b65cdf31352), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:00.022992 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-980b6f7d-2d9b-448b-81a7-6769e36dd33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (126ca812-4d2d-4830-82b2-8b65cdf31352), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:00.062725 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-980b6f7d-2d9b-448b-81a7-6769e36dd33e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=88ccc98a4c864166a797348ebedef4be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480628 Sep 11 00:54:00.065205 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 43194) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:00.078881 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b6f7d-2d9b-448b-81a7-6769e36dd33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126ca812-4d2d-4830-82b2-8b65cdf31352,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:00.091532 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:00.124280 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2c95d53d-f79e-4256-b9da-c24246f5a2fb admin admin] Publish callbacks [] for security_group (126ca812-4d2d-4830-82b2-8b65cdf31352), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:00.164859 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2c95d53d-f79e-4256-b9da-c24246f5a2fb admin admin] Publish callbacks [] for security_group (126ca812-4d2d-4830-82b2-8b65cdf31352), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:00.223327 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2c95d53d-f79e-4256-b9da-c24246f5a2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (126ca812-4d2d-4830-82b2-8b65cdf31352), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:00.226828 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2c95d53d-f79e-4256-b9da-c24246f5a2fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:00.231224 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-2c95d53d-f79e-4256-b9da-c24246f5a2fb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/126ca812-4d2d-4830-82b2-8b65cdf31352 HTTP/1.1" status: 204 len: 168 time: 0.1648362 Sep 11 00:54:00.242986 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95d53d-f79e-4256-b9da-c24246f5a2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126ca812-4d2d-4830-82b2-8b65cdf31352,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:00.251275 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed7d78-1bbe-4bd5-a0fc-ad998f224af2 req-78d93c07-6472-4bea-bbc9-04d2b59af4d9 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:00.253222 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-29ed7d78-1bbe-4bd5-a0fc-ad998f224af2 req-78d93c07-6472-4bea-bbc9-04d2b59af4d9 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0664921 Sep 11 00:54:00.312631 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-29ed7d78-1bbe-4bd5-a0fc-ad998f224af2 req-a3fb3bf7-1518-48c2-b467-63fee42c9b93 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497460 Sep 11 00:54:00.347361 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:54:00.375264 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] No Port match for: 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:54:00.375615 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 1a22d551-a8f3-4dd7-bcbb-3d16039c58ef not bound to the agent host hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:54:00.737061 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 43242) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:00.860707 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-abc26065-b7b8-4211-a658-3a21c91a2384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:00.958936 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-abc26065-b7b8-4211-a658-3a21c91a2384 admin admin] Publish callbacks [] for security_group (cd1144d7-bb27-4b22-8b40-78cdcdfe1fbb), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:00.963458 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-abc26065-b7b8-4211-a658-3a21c91a2384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (cd1144d7-bb27-4b22-8b40-78cdcdfe1fbb), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:01.007617 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 43256) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:01.015431 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-abc26065-b7b8-4211-a658-3a21c91a2384 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=12d8edb251ec4b20a3a383572f12fc52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2772176 Sep 11 00:54:01.017895 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc26065-b7b8-4211-a658-3a21c91a2384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1144d7-bb27-4b22-8b40-78cdcdfe1fbb,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:01.060774 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-bbdc858a-3424-45d9-90ab-fdb4b52d76b8 admin admin] Publish callbacks [] for security_group (cd1144d7-bb27-4b22-8b40-78cdcdfe1fbb), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:01.083058 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-bbdc858a-3424-45d9-90ab-fdb4b52d76b8 admin admin] Publish callbacks [] for security_group (cd1144d7-bb27-4b22-8b40-78cdcdfe1fbb), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:01.137238 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-bbdc858a-3424-45d9-90ab-fdb4b52d76b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (cd1144d7-bb27-4b22-8b40-78cdcdfe1fbb), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:01.139978 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-bbdc858a-3424-45d9-90ab-fdb4b52d76b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:01.141131 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-bbdc858a-3424-45d9-90ab-fdb4b52d76b8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cd1144d7-bb27-4b22-8b40-78cdcdfe1fbb HTTP/1.1" status: 204 len: 168 time: 0.1322732 Sep 11 00:54:01.149473 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc858a-3424-45d9-90ab-fdb4b52d76b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1144d7-bb27-4b22-8b40-78cdcdfe1fbb,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:01.430953 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:01.455276 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e178d-1a3b-4cd5-be32-cd198622fd7b req-2e8cdec6-ae06-49d8-b80a-54cde8dedca4 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:01.457101 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-363e178d-1a3b-4cd5-be32-cd198622fd7b req-2e8cdec6-ae06-49d8-b80a-54cde8dedca4 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0634291 Sep 11 00:54:01.546099 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-363e178d-1a3b-4cd5-be32-cd198622fd7b req-284404ae-c375-4475-8b99-29b0ec835374 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775213 Sep 11 00:54:01.565798 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 43278) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:01.599809 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 43282) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:01.613903 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c3ad-b93d-42c3-9dde-4f55f5cd98ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:01.707073 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c3ad-b93d-42c3-9dde-4f55f5cd98ca admin admin] Publish callbacks [] for security_group (eaec8fd7-8e24-4a7a-8fd4-9f4e7b575525), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:01.710887 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c3ad-b93d-42c3-9dde-4f55f5cd98ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (eaec8fd7-8e24-4a7a-8fd4-9f4e7b575525), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:01.721051 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:01.755353 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-c0f0c3ad-b93d-42c3-9dde-4f55f5cd98ca admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d297158cd9e341e4a094266fef68fa07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544585 Sep 11 00:54:01.756442 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0c3ad-b93d-42c3-9dde-4f55f5cd98ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaec8fd7-8e24-4a7a-8fd4-9f4e7b575525,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:01.758024 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 43288) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:01.868212 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-64a6b08e-8c7e-45b2-80ee-818a6e7c2164 admin admin] Publish callbacks [] for security_group (eaec8fd7-8e24-4a7a-8fd4-9f4e7b575525), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:01.929349 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-64a6b08e-8c7e-45b2-80ee-818a6e7c2164 admin admin] Publish callbacks [] for security_group (eaec8fd7-8e24-4a7a-8fd4-9f4e7b575525), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:02.036823 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-68e99941-e8b4-4a4d-a2ae-29bf341a12e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768042'] for router_interface (bce9a92e-abcf-46da-b823-74f5859c1ec1), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:02.091778 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-64a6b08e-8c7e-45b2-80ee-818a6e7c2164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (eaec8fd7-8e24-4a7a-8fd4-9f4e7b575525), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:02.094292 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-64a6b08e-8c7e-45b2-80ee-818a6e7c2164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:02.095463 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-64a6b08e-8c7e-45b2-80ee-818a6e7c2164 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/eaec8fd7-8e24-4a7a-8fd4-9f4e7b575525 HTTP/1.1" status: 204 len: 168 time: 0.3365278 Sep 11 00:54:02.130411 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6b08e-8c7e-45b2-80ee-818a6e7c2164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaec8fd7-8e24-4a7a-8fd4-9f4e7b575525,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:02.240885 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:02.334710 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-68e99941-e8b4-4a4d-a2ae-29bf341a12e9 admin admin] Deleting port d170c4db-c8cb-41a6-9f55-736dc8f7067b {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:54:02.335003 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-68e99941-e8b4-4a4d-a2ae-29bf341a12e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (d170c4db-c8cb-41a6-9f55-736dc8f7067b), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:02.420351 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [None req-68e99941-e8b4-4a4d-a2ae-29bf341a12e9 admin admin] For port d170c4db-c8cb-41a6-9f55-736dc8f7067b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d170c4db-c8cb-41a6-9f55-736dc8f7067b,segment=NetworkSegment(6b42dcb4-df67-4575-aa75-6ecd04c96046),segment_id=6b42dcb4-df67-4575-aa75-6ecd04c96046)] {{(pid=112721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:54:02.420713 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-68e99941-e8b4-4a4d-a2ae-29bf341a12e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (d170c4db-c8cb-41a6-9f55-736dc8f7067b), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:02.434962 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:02.437024 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-68e99941-e8b4-4a4d-a2ae-29bf341a12e9 admin admin] Calling delete_port for d170c4db-c8cb-41a6-9f55-736dc8f7067b owned by network:router_interface {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:54:02.717418 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-68e99941-e8b4-4a4d-a2ae-29bf341a12e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (d170c4db-c8cb-41a6-9f55-736dc8f7067b), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:02.761126 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cd80b-3038-4c2e-a6c3-4c699bef76a7 req-932d589e-a195-47e9-a011-d9855d2ae7b5 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:02.763293 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8a9cd80b-3038-4c2e-a6c3-4c699bef76a7 req-932d589e-a195-47e9-a011-d9855d2ae7b5 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0950215 Sep 11 00:54:02.766390 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e99941-e8b4-4a4d-a2ae-29bf341a12e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d170c4db-c8cb-41a6-9f55-736dc8f7067b,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:03.050846 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-68e99941-e8b4-4a4d-a2ae-29bf341a12e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3793178'] for router_interface (bce9a92e-abcf-46da-b823-74f5859c1ec1), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:03.055310 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8a9cd80b-3038-4c2e-a6c3-4c699bef76a7 req-7d88fe0e-eb4c-48a8-b6d6-859c077b891c tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645016 Sep 11 00:54:03.500947 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:03.514360 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e99941-e8b4-4a4d-a2ae-29bf341a12e9 admin admin] Router bce9a92e-abcf-46da-b823-74f5859c1ec1 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:54:03.621594 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e99941-e8b4-4a4d-a2ae-29bf341a12e9 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:54:03.626774 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-68e99941-e8b4-4a4d-a2ae-29bf341a12e9 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/bce9a92e-abcf-46da-b823-74f5859c1ec1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0660164 Sep 11 00:54:03.629616 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 43354) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:03.631182 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d7dda8-af40-4e7b-b57d-635e0e0e4e4e None None] Sync routers for ids ['bce9a92e-abcf-46da-b823-74f5859c1ec1'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:54:03.641398 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d7dda8-af40-4e7b-b57d-635e0e0e4e4e None None] Routers {'bce9a92e-abcf-46da-b823-74f5859c1ec1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:54:03.642007 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-f9d7dda8-af40-4e7b-b57d-635e0e0e4e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:53:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['bce9a92e-abcf-46da-b823-74f5859c1ec1'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:03.758186 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-f9d7dda8-af40-4e7b-b57d-635e0e0e4e4e None None] Set router bce9a92e-abcf-46da-b823-74f5859c1ec1 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:54:03.759442 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9a338d3b-fb2a-4e4c-9728-b90532031381 admin admin] Publish callbacks [] for router (bce9a92e-abcf-46da-b823-74f5859c1ec1), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:03.878416 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9a338d3b-fb2a-4e4c-9728-b90532031381 admin admin] Publish callbacks [] for router_gateway (bce9a92e-abcf-46da-b823-74f5859c1ec1), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:03.923625 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-9a338d3b-fb2a-4e4c-9728-b90532031381 admin admin] Deleting port 372a6d17-4e79-443e-bbee-465fe0c21ede {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:54:03.924058 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9a338d3b-fb2a-4e4c-9728-b90532031381 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (372a6d17-4e79-443e-bbee-465fe0c21ede), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:03.945756 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-f9d7dda8-af40-4e7b-b57d-635e0e0e4e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce9a92e-abcf-46da-b823-74f5859c1ec1', 'name': 'tempest-DeleteServersTestJSON-1222706970-router', 'tenant_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.144'}], 'enable_snat': True}, 'gw_port_id': '372a6d17-4e79-443e-bbee-465fe0c21ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:54:02Z', 'revision_number': 5, 'project_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'gw_port': {'id': '372a6d17-4e79-443e-bbee-465fe0c21ede', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce9a92e-abcf-46da-b823-74f5859c1ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:36Z', 'updated_at': '2022-09-11T00:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:03.973521 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d7dda8-af40-4e7b-b57d-635e0e0e4e4e None None] Checking router: bce9a92e-abcf-46da-b823-74f5859c1ec1 for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:54:03.983823 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d7dda8-af40-4e7b-b57d-635e0e0e4e4e None None] Routers {'bce9a92e-abcf-46da-b823-74f5859c1ec1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:54:03.988153 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-f9d7dda8-af40-4e7b-b57d-635e0e0e4e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:53:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['bce9a92e-abcf-46da-b823-74f5859c1ec1'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:04.007039 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:04.026378 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [None req-9a338d3b-fb2a-4e4c-9728-b90532031381 admin admin] For port 372a6d17-4e79-443e-bbee-465fe0c21ede, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=372a6d17-4e79-443e-bbee-465fe0c21ede,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:54:04.027309 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9a338d3b-fb2a-4e4c-9728-b90532031381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (372a6d17-4e79-443e-bbee-465fe0c21ede), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:04.040830 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-9a338d3b-fb2a-4e4c-9728-b90532031381 admin admin] Calling delete_port for 372a6d17-4e79-443e-bbee-465fe0c21ede owned by network:router_gateway {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:54:04.109106 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-f9d7dda8-af40-4e7b-b57d-635e0e0e4e4e None None] Set router bce9a92e-abcf-46da-b823-74f5859c1ec1 gateway port host: None {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:54:04.167777 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-f9d7dda8-af40-4e7b-b57d-635e0e0e4e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce9a92e-abcf-46da-b823-74f5859c1ec1', 'name': 'tempest-DeleteServersTestJSON-1222706970-router', 'tenant_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:54:03Z', 'revision_number': 6, 'project_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:04.202998 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d7dda8-af40-4e7b-b57d-635e0e0e4e4e None None] The sync data for ids ['bce9a92e-abcf-46da-b823-74f5859c1ec1'] in dv-cinder-master-3-iscsi is: [{'id': 'bce9a92e-abcf-46da-b823-74f5859c1ec1', 'name': 'tempest-DeleteServersTestJSON-1222706970-router', 'tenant_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:54:03Z', 'revision_number': 6, 'project_id': '832fdbe87ca847f094c6cc8a1fc43a59', 'gw_port_host': None}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:54:04.264899 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96172cb1-4f12-4ea0-b56f-7dc3ca39946d req-1d7d0550-109c-483a-97e0-280a92e8e558 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:04.266627 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-96172cb1-4f12-4ea0-b56f-7dc3ca39946d req-1d7d0550-109c-483a-97e0-280a92e8e558 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.1125615 Sep 11 00:54:04.328922 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-96172cb1-4f12-4ea0-b56f-7dc3ca39946d req-70d3ada7-a6a4-483d-8b09-b19a8d3b4f6c tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521443 Sep 11 00:54:04.470099 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9a338d3b-fb2a-4e4c-9728-b90532031381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (372a6d17-4e79-443e-bbee-465fe0c21ede), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:04.501947 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a338d3b-fb2a-4e4c-9728-b90532031381 admin admin] Pushing event deleted for resources: {'Port': ['ID=372a6d17-4e79-443e-bbee-465fe0c21ede,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:04.562360 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9a338d3b-fb2a-4e4c-9728-b90532031381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3793768'] for router_gateway (bce9a92e-abcf-46da-b823-74f5859c1ec1), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:04.690125 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9a338d3b-fb2a-4e4c-9728-b90532031381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3792972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24940'] for router (bce9a92e-abcf-46da-b823-74f5859c1ec1), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:04.697832 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9a338d3b-fb2a-4e4c-9728-b90532031381 admin admin] Publish callbacks [] for router_controller (bce9a92e-abcf-46da-b823-74f5859c1ec1), precommit_delete_associations {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:04.765236 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9a338d3b-fb2a-4e4c-9728-b90532031381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3793199'] for router (bce9a92e-abcf-46da-b823-74f5859c1ec1), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:04.765836 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a338d3b-fb2a-4e4c-9728-b90532031381 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bce9a92e-abcf-46da-b823-74f5859c1ec1 {{(pid=112722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 11 00:54:04.771064 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9a338d3b-fb2a-4e4c-9728-b90532031381 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:04.772217 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-9a338d3b-fb2a-4e4c-9728-b90532031381 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/bce9a92e-abcf-46da-b823-74f5859c1ec1 HTTP/1.1" status: 204 len: 168 time: 1.1409657 Sep 11 00:54:04.774720 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 43390) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:04.827694 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1e7aae-0da1-478d-92ce-82d81a13ceda admin admin] Deleting subnet 60e26e07-b495-41cc-bedc-6fd35ccd5758 {{(pid=112722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 11 00:54:04.831474 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-0c1e7aae-0da1-478d-92ce-82d81a13ceda admin admin] Publish callbacks [] for subnet (60e26e07-b495-41cc-bedc-6fd35ccd5758), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:04.863671 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:04.874486 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-0c1e7aae-0da1-478d-92ce-82d81a13ceda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61765503'] for subnet (60e26e07-b495-41cc-bedc-6fd35ccd5758), precommit_delete_associations {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:04.992451 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-0c1e7aae-0da1-478d-92ce-82d81a13ceda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774851'] for subnet (60e26e07-b495-41cc-bedc-6fd35ccd5758), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:05.057789 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-0c1e7aae-0da1-478d-92ce-82d81a13ceda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61682736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62399941'] for subnet (60e26e07-b495-41cc-bedc-6fd35ccd5758), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:05.086610 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e7aae-0da1-478d-92ce-82d81a13ceda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60e26e07-b495-41cc-bedc-6fd35ccd5758,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:05.091921 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-0c1e7aae-0da1-478d-92ce-82d81a13ceda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:05.095095 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-0c1e7aae-0da1-478d-92ce-82d81a13ceda admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/60e26e07-b495-41cc-bedc-6fd35ccd5758 HTTP/1.1" status: 204 len: 168 time: 0.3193929 Sep 11 00:54:05.097626 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 43404) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:05.102428 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a908eaea-c464-4126-9935-2e273d7816e8 None None] Network a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:54:05.192218 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7af4ece4-7afe-47e3-b74f-482970a91174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687712'] for network (a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:05.243728 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-7af4ece4-7afe-47e3-b74f-482970a91174 admin admin] Deleting port 8525fb1a-bec8-41cf-9223-a5db9498abf5 {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:54:05.244229 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7af4ece4-7afe-47e3-b74f-482970a91174 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (8525fb1a-bec8-41cf-9223-a5db9498abf5), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:05.293723 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec79919c-1c1c-471d-ae84-716fbe0e4e08 None None] DHCP port deletion for a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a request from dv-cinder-master-3-iscsi {{(pid=112723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 11 00:54:05.352035 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [None req-7af4ece4-7afe-47e3-b74f-482970a91174 admin admin] For port 8525fb1a-bec8-41cf-9223-a5db9498abf5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8525fb1a-bec8-41cf-9223-a5db9498abf5,segment=NetworkSegment(6b42dcb4-df67-4575-aa75-6ecd04c96046),segment_id=6b42dcb4-df67-4575-aa75-6ecd04c96046)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:54:05.352405 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7af4ece4-7afe-47e3-b74f-482970a91174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (8525fb1a-bec8-41cf-9223-a5db9498abf5), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:05.410733 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-7af4ece4-7afe-47e3-b74f-482970a91174 admin admin] Calling delete_port for 8525fb1a-bec8-41cf-9223-a5db9498abf5 owned by network:dhcp {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:54:05.416056 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-ec79919c-1c1c-471d-ae84-716fbe0e4e08 None None] Deleting port 8525fb1a-bec8-41cf-9223-a5db9498abf5 {{(pid=112723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:54:05.416444 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-ec79919c-1c1c-471d-ae84-716fbe0e4e08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (8525fb1a-bec8-41cf-9223-a5db9498abf5), before_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:05.531720 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:05.536067 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-ec79919c-1c1c-471d-ae84-716fbe0e4e08 None None] For port 8525fb1a-bec8-41cf-9223-a5db9498abf5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8525fb1a-bec8-41cf-9223-a5db9498abf5,segment=NetworkSegment(6b42dcb4-df67-4575-aa75-6ecd04c96046),segment_id=6b42dcb4-df67-4575-aa75-6ecd04c96046)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:54:05.536875 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-ec79919c-1c1c-471d-ae84-716fbe0e4e08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (8525fb1a-bec8-41cf-9223-a5db9498abf5), precommit_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:05.551488 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f037b-6ae9-41d9-b787-e2e0de2182f7 req-d378c3bb-2283-4c0a-8949-cbe99439a451 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:05.561102 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8b1f037b-6ae9-41d9-b787-e2e0de2182f7 req-d378c3bb-2283-4c0a-8949-cbe99439a451 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0933468 Sep 11 00:54:05.579513 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:05.583996 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-ec79919c-1c1c-471d-ae84-716fbe0e4e08 None None] Calling delete_port for 8525fb1a-bec8-41cf-9223-a5db9498abf5 owned by network:dhcp {{(pid=112723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:54:05.585871 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7af4ece4-7afe-47e3-b74f-482970a91174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (8525fb1a-bec8-41cf-9223-a5db9498abf5), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:05.627293 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4ece4-7afe-47e3-b74f-482970a91174 admin admin] Pushing event deleted for resources: {'Port': ['ID=8525fb1a-bec8-41cf-9223-a5db9498abf5,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:05.639885 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af4ece4-7afe-47e3-b74f-482970a91174 admin admin] No DVR routers for this DVR port 8525fb1a-bec8-41cf-9223-a5db9498abf5 on host dv-cinder-master-3-iscsi {{(pid=112722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:54:05.647396 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8b1f037b-6ae9-41d9-b787-e2e0de2182f7 req-53970071-ee99-4e4f-861f-3872a8c60d98 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850921 Sep 11 00:54:05.722352 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-ec79919c-1c1c-471d-ae84-716fbe0e4e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608'] for port (8525fb1a-bec8-41cf-9223-a5db9498abf5), after_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:05.724686 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7af4ece4-7afe-47e3-b74f-482970a91174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433128', 'neutron.services.segments.db._delete_segments_for_network-8765262840989'] for network (a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:05.748439 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79919c-1c1c-471d-ae84-716fbe0e4e08 None None] Pushing event deleted for resources: {'Port': ['ID=8525fb1a-bec8-41cf-9223-a5db9498abf5,revision_number=None']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:05.748674 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-7af4ece4-7afe-47e3-b74f-482970a91174 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a']}} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:05.753343 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec79919c-1c1c-471d-ae84-716fbe0e4e08 None None] No DVR routers for this DVR port 8525fb1a-bec8-41cf-9223-a5db9498abf5 on host dv-cinder-master-3-iscsi {{(pid=112723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:54:05.759429 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79919c-1c1c-471d-ae84-716fbe0e4e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:05.759765 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79919c-1c1c-471d-ae84-716fbe0e4e08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:05.760116 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79919c-1c1c-471d-ae84-716fbe0e4e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:05.760462 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79919c-1c1c-471d-ae84-716fbe0e4e08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:05.760791 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79919c-1c1c-471d-ae84-716fbe0e4e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:05.760965 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-7af4ece4-7afe-47e3-b74f-482970a91174 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b42dcb4-df67-4575-aa75-6ecd04c96046') {'for_net_delete': True} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:05.761141 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79919c-1c1c-471d-ae84-716fbe0e4e08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:05.761272 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-7af4ece4-7afe-47e3-b74f-482970a91174 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b42dcb4-df67-4575-aa75-6ecd04c96046') {} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:05.761538 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79919c-1c1c-471d-ae84-716fbe0e4e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:05.761856 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79919c-1c1c-471d-ae84-716fbe0e4e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:05.762171 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79919c-1c1c-471d-ae84-716fbe0e4e08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:05.762485 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79919c-1c1c-471d-ae84-716fbe0e4e08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:05.762818 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79919c-1c1c-471d-ae84-716fbe0e4e08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:05.763154 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79919c-1c1c-471d-ae84-716fbe0e4e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:05.763469 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79919c-1c1c-471d-ae84-716fbe0e4e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:05.763797 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79919c-1c1c-471d-ae84-716fbe0e4e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:05.764088 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79919c-1c1c-471d-ae84-716fbe0e4e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:05.771574 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7af4ece4-7afe-47e3-b74f-482970a91174 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765262841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61765508'] for segment (6b42dcb4-df67-4575-aa75-6ecd04c96046), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:05.787628 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7af4ece4-7afe-47e3-b74f-482970a91174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (6b42dcb4-df67-4575-aa75-6ecd04c96046), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:05.794974 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af4ece4-7afe-47e3-b74f-482970a91174 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=112722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 00:54:05.795296 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7af4ece4-7afe-47e3-b74f-482970a91174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61682778'] for segment (6b42dcb4-df67-4575-aa75-6ecd04c96046), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:05.836276 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.services.segments.plugin [-] Segment 6b42dcb4-df67-4575-aa75-6ecd04c96046 resource provider aggregate not found Sep 11 00:54:05.856072 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.services.segments.plugin [-] Segment 6b42dcb4-df67-4575-aa75-6ecd04c96046 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b42dcb4-df67-4575-aa75-6ecd04c96046 found for delete ", "request_id": "req-12ef7225-6c6a-40bb-b194-2e89bd1d5a5a"}]} Sep 11 00:54:05.859816 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7af4ece4-7afe-47e3-b74f-482970a91174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793805'] for network (a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:05.865128 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7af4ece4-7afe-47e3-b74f-482970a91174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:05.868414 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-7af4ece4-7afe-47e3-b74f-482970a91174 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a HTTP/1.1" status: 204 len: 168 time: 0.7695096 Sep 11 00:54:05.884532 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4ece4-7afe-47e3-b74f-482970a91174 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5e22fa6-8ae2-441b-a3f1-0f5e0f56ff3a,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:06.006996 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 8525fb1a-bec8-41cf-9223-a5db9498abf5 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:54:06.029895 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: 8525fb1a-bec8-41cf-9223-a5db9498abf5 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:54:06.030243 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 8525fb1a-bec8-41cf-9223-a5db9498abf5 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:54:06.030655 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 372a6d17-4e79-443e-bbee-465fe0c21ede no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:54:06.048222 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 43422) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:06.049790 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: 372a6d17-4e79-443e-bbee-465fe0c21ede {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:54:06.050138 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 372a6d17-4e79-443e-bbee-465fe0c21ede not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:54:06.050553 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device d170c4db-c8cb-41a6-9f55-736dc8f7067b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:54:06.068491 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: d170c4db-c8cb-41a6-9f55-736dc8f7067b {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:54:06.068831 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device d170c4db-c8cb-41a6-9f55-736dc8f7067b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:54:06.098399 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-8189e92f-a3d6-45a3-a97b-237ebd9ff4bc admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=832fdbe87ca847f094c6cc8a1fc43a59&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0489957 Sep 11 00:54:06.100949 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 43424) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:06.128306 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:06.151151 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-4b30bbcd-d725-4001-9fbb-589d504a2839 admin admin] Publish callbacks [] for security_group (571cb679-edbb-4e03-8c12-54f308655f05), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:06.172338 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-4b30bbcd-d725-4001-9fbb-589d504a2839 admin admin] Publish callbacks [] for security_group (571cb679-edbb-4e03-8c12-54f308655f05), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:06.218359 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-4b30bbcd-d725-4001-9fbb-589d504a2839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (571cb679-edbb-4e03-8c12-54f308655f05), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:06.220951 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-4b30bbcd-d725-4001-9fbb-589d504a2839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:06.222105 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-4b30bbcd-d725-4001-9fbb-589d504a2839 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/571cb679-edbb-4e03-8c12-54f308655f05 HTTP/1.1" status: 204 len: 168 time: 0.1202433 Sep 11 00:54:06.229642 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30bbcd-d725-4001-9fbb-589d504a2839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571cb679-edbb-4e03-8c12-54f308655f05,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:06.335205 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf94ba3-3e7f-49c5-9530-a5b034569ffc req-de934f3f-b335-485e-90ff-9627a01015fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:06.337012 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-0bf94ba3-3e7f-49c5-9530-a5b034569ffc req-de934f3f-b335-485e-90ff-9627a01015fa service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 1130 time: 0.0398161 Sep 11 00:54:06.396407 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-0bf94ba3-3e7f-49c5-9530-a5b034569ffc req-4a76737b-6069-4d33-b4ee-928cccc23e4a service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440931 Sep 11 00:54:06.399438 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 00:54:06.768994 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc8c22-dd9b-4020-acc8-c97e9c207748 req-27d6f964-4178-4bd2-aeea-38a794aa2b48 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:06.770507 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c8fc8c22-dd9b-4020-acc8-c97e9c207748 req-27d6f964-4178-4bd2-aeea-38a794aa2b48 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0534766 Sep 11 00:54:06.824588 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c8fc8c22-dd9b-4020-acc8-c97e9c207748 req-4e4affa9-d2db-4a43-9a6b-c28b55444db3 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484037 Sep 11 00:54:07.589419 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 43496) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:07.698594 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3ccd-45ee-45e9-a85f-6c0ea9826d1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:07.799141 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3ccd-45ee-45e9-a85f-6c0ea9826d1f admin admin] Publish callbacks [] for security_group (500e0d6b-81da-47ae-a184-36366de8b9bf), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:07.804878 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3ccd-45ee-45e9-a85f-6c0ea9826d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (500e0d6b-81da-47ae-a184-36366de8b9bf), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:07.825057 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 43506) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:07.858455 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e3ccd-45ee-45e9-a85f-6c0ea9826d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500e0d6b-81da-47ae-a184-36366de8b9bf,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:07.866868 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-2f4e3ccd-45ee-45e9-a85f-6c0ea9826d1f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=31655ad33439478a9a9bf0582cc908a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2752650 Sep 11 00:54:07.866997 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 43514) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:07.960804 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e3041a34-e453-401c-9e3b-96b3fc17c3cf admin admin] Publish callbacks [] for security_group (500e0d6b-81da-47ae-a184-36366de8b9bf), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:08.004895 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77ca15-30f2-447c-af09-1f8ac2a996ac req-139b8943-53d1-4737-9c33-78b7bc91f75d tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:08.006349 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3d77ca15-30f2-447c-af09-1f8ac2a996ac req-139b8943-53d1-4737-9c33-78b7bc91f75d tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0811219 Sep 11 00:54:08.008367 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e3041a34-e453-401c-9e3b-96b3fc17c3cf admin admin] Publish callbacks [] for security_group (500e0d6b-81da-47ae-a184-36366de8b9bf), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:08.010445 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-02acf63c-b455-43b1-99c0-7e09b5b759dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:08.115330 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3d77ca15-30f2-447c-af09-1f8ac2a996ac req-e8295765-02db-4aef-9d28-e75fbb049c9e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982895 Sep 11 00:54:08.134363 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e3041a34-e453-401c-9e3b-96b3fc17c3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (500e0d6b-81da-47ae-a184-36366de8b9bf), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:08.137509 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e3041a34-e453-401c-9e3b-96b3fc17c3cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:08.138627 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-e3041a34-e453-401c-9e3b-96b3fc17c3cf admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/500e0d6b-81da-47ae-a184-36366de8b9bf HTTP/1.1" status: 204 len: 168 time: 0.2717500 Sep 11 00:54:08.153868 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3041a34-e453-401c-9e3b-96b3fc17c3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500e0d6b-81da-47ae-a184-36366de8b9bf,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:08.181754 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-02acf63c-b455-43b1-99c0-7e09b5b759dc admin admin] Publish callbacks [] for security_group (b308e44b-0891-4477-8c1b-996d3b01a5a2), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:08.186151 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-02acf63c-b455-43b1-99c0-7e09b5b759dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (b308e44b-0891-4477-8c1b-996d3b01a5a2), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:08.209251 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:08.226373 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acf63c-b455-43b1-99c0-7e09b5b759dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b308e44b-0891-4477-8c1b-996d3b01a5a2,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:08.231802 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-02acf63c-b455-43b1-99c0-7e09b5b759dc admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7beb504f4bc7405589196a3a532f38c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4056869 Sep 11 00:54:08.234872 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 43520) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:08.285515 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-47469b95-ab1d-478c-9366-d751935ffe46 admin admin] Publish callbacks [] for security_group (b308e44b-0891-4477-8c1b-996d3b01a5a2), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:08.306809 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-47469b95-ab1d-478c-9366-d751935ffe46 admin admin] Publish callbacks [] for security_group (b308e44b-0891-4477-8c1b-996d3b01a5a2), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:08.358370 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-47469b95-ab1d-478c-9366-d751935ffe46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (b308e44b-0891-4477-8c1b-996d3b01a5a2), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:08.360970 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-47469b95-ab1d-478c-9366-d751935ffe46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:08.362140 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-47469b95-ab1d-478c-9366-d751935ffe46 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b308e44b-0891-4477-8c1b-996d3b01a5a2 HTTP/1.1" status: 204 len: 168 time: 0.1262925 Sep 11 00:54:08.374194 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47469b95-ab1d-478c-9366-d751935ffe46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b308e44b-0891-4477-8c1b-996d3b01a5a2,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:09.253989 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b72812-ad19-42fe-bcad-8a55efc43fb9 req-5627035d-7ec8-45c7-9e8f-8f8be53de68b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:09.255737 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e6b72812-ad19-42fe-bcad-8a55efc43fb9 req-5627035d-7ec8-45c7-9e8f-8f8be53de68b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0559804 Sep 11 00:54:09.307138 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e6b72812-ad19-42fe-bcad-8a55efc43fb9 req-9bbe7354-a3df-4580-b454-91a2be688321 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443470 Sep 11 00:54:10.431638 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91173495-90d0-4193-8eb3-0f6930a49c93 req-78b2e59f-d05a-4851-a2b8-4101f465b553 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:10.433184 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-91173495-90d0-4193-8eb3-0f6930a49c93 req-78b2e59f-d05a-4851-a2b8-4101f465b553 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0476654 Sep 11 00:54:10.485522 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-91173495-90d0-4193-8eb3-0f6930a49c93 req-821b0033-425e-4fca-8dd3-86bc59e6a5e3 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454357 Sep 11 00:54:10.965546 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:11.573087 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:11.629596 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b86d8-05a2-4ae6-bc3e-42972304fe9d req-7eeb85b0-b8d2-4c07-bbca-4da8f63b3579 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:11.629596 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fb3b86d8-05a2-4ae6-bc3e-42972304fe9d req-7eeb85b0-b8d2-4c07-bbca-4da8f63b3579 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0622554 Sep 11 00:54:11.676245 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fb3b86d8-05a2-4ae6-bc3e-42972304fe9d req-d975b02f-d0b8-431f-900d-a531d105cff0 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461812 Sep 11 00:54:11.810046 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e746c7-cc81-4486-824b-b32b009cd783 req-f1373c46-1604-4fad-b713-9769d197eb4b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:11.811617 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-46e746c7-cc81-4486-824b-b32b009cd783 req-f1373c46-1604-4fad-b713-9769d197eb4b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0505624 Sep 11 00:54:11.869055 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-46e746c7-cc81-4486-824b-b32b009cd783 req-21dc1afb-8891-4b13-b44e-3f666c7f3e68 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512373 Sep 11 00:54:13.562274 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89d73a-5cc1-4b33-922c-cf053fa5032b req-704bb8e9-65a6-4717-9105-74fa9fbbae6c tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:13.563759 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5c89d73a-5cc1-4b33-922c-cf053fa5032b req-704bb8e9-65a6-4717-9105-74fa9fbbae6c tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0481625 Sep 11 00:54:13.588297 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c18e5a-7521-4d93-93bf-4382f26d0f49 req-1fb3be1e-dee0-40e3-a0bd-ff912005d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:13.590692 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-32c18e5a-7521-4d93-93bf-4382f26d0f49 req-1fb3be1e-dee0-40e3-a0bd-ff912005d027 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a58aefc25e141ca93821a80859875e8&device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 1129 time: 0.0420804 Sep 11 00:54:13.619977 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5c89d73a-5cc1-4b33-922c-cf053fa5032b req-c466549c-fbc9-4797-a776-e783e674b28d tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498807 Sep 11 00:54:13.690951 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c18e5a-7521-4d93-93bf-4382f26d0f49 req-65fbd5c2-1640-4cc9-9617-6e806c986af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:13.692656 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-32c18e5a-7521-4d93-93bf-4382f26d0f49 req-65fbd5c2-1640-4cc9-9617-6e806c986af1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f HTTP/1.1" status: 200 len: 920 time: 0.0957880 Sep 11 00:54:13.746731 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-32c18e5a-7521-4d93-93bf-4382f26d0f49 req-87f94ca9-df3e-4bd2-9b36-4143242eb9e6 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fc55f70-880d-4007-99be-49ec52f1b61e HTTP/1.1" status: 200 len: 217 time: 0.0453579 Sep 11 00:54:13.781786 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:13.815489 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c18e5a-7521-4d93-93bf-4382f26d0f49 req-f6b1f5d9-dd8c-4e44-9ebb-de3bd9ecac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:13.817206 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-32c18e5a-7521-4d93-93bf-4382f26d0f49 req-f6b1f5d9-dd8c-4e44-9ebb-de3bd9ecac59 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c6a47ffa-8534-424b-aa2a-93b1efe10fe2 HTTP/1.1" status: 200 len: 858 time: 0.0636442 Sep 11 00:54:13.883179 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c18e5a-7521-4d93-93bf-4382f26d0f49 req-ccfef6da-310e-4906-8238-0bc456787202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:13.884689 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-32c18e5a-7521-4d93-93bf-4382f26d0f49 req-ccfef6da-310e-4906-8238-0bc456787202 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588014 Sep 11 00:54:14.004812 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-32c18e5a-7521-4d93-93bf-4382f26d0f49 req-daa07dbe-e184-4ae6-90e6-1d5e8ff80cb2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089733 Sep 11 00:54:14.138440 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-32c18e5a-7521-4d93-93bf-4382f26d0f49 req-7f74cc8a-bc84-4c32-837c-ab7b13224df3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255152 Sep 11 00:54:14.206634 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=35 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:14.767357 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b773bd7-98ba-476a-843e-21fcbcebda34 req-4ad445dd-f5e9-4afb-a323-6fefb4e57219 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:14.768891 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6b773bd7-98ba-476a-843e-21fcbcebda34 req-4ad445dd-f5e9-4afb-a323-6fefb4e57219 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0658391 Sep 11 00:54:14.819130 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6b773bd7-98ba-476a-843e-21fcbcebda34 req-eca01696-2e48-4665-9144-7cd38bfe2ae3 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444176 Sep 11 00:54:15.170606 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 43788) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:15.279726 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-bcbeff03-269f-41e3-9c39-4e73a34008b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:15.361153 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-bcbeff03-269f-41e3-9c39-4e73a34008b6 admin admin] Publish callbacks [] for security_group (68fa3a5b-9eda-48fa-af85-17ba6880cd12), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:15.365228 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-bcbeff03-269f-41e3-9c39-4e73a34008b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (68fa3a5b-9eda-48fa-af85-17ba6880cd12), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:15.407207 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-bcbeff03-269f-41e3-9c39-4e73a34008b6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a558aced0de64bae905abf66d5fa8736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354293 Sep 11 00:54:15.408092 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbeff03-269f-41e3-9c39-4e73a34008b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fa3a5b-9eda-48fa-af85-17ba6880cd12,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:15.410364 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 43796) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:15.485628 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d6942169-dea8-40c9-afc9-f8d191ba3309 admin admin] Publish callbacks [] for security_group (68fa3a5b-9eda-48fa-af85-17ba6880cd12), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:15.495701 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:15.509163 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d6942169-dea8-40c9-afc9-f8d191ba3309 admin admin] Publish callbacks [] for security_group (68fa3a5b-9eda-48fa-af85-17ba6880cd12), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:15.561785 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d6942169-dea8-40c9-afc9-f8d191ba3309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (68fa3a5b-9eda-48fa-af85-17ba6880cd12), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:15.564535 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d6942169-dea8-40c9-afc9-f8d191ba3309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:15.565715 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-d6942169-dea8-40c9-afc9-f8d191ba3309 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/68fa3a5b-9eda-48fa-af85-17ba6880cd12 HTTP/1.1" status: 204 len: 168 time: 0.1506703 Sep 11 00:54:15.575888 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6942169-dea8-40c9-afc9-f8d191ba3309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fa3a5b-9eda-48fa-af85-17ba6880cd12,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:15.877601 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 43822) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:15.899298 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8ba7dbbe-2a03-4d68-82cf-0258cca062aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:15.956779 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=10 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:15.987723 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390d6ac-a9fe-4b18-a2db-0f31f19d4f46 req-ab83e7b1-a9c6-44a0-94fa-3cee3120ee0b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:15.989227 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f390d6ac-a9fe-4b18-a2db-0f31f19d4f46 req-ab83e7b1-a9c6-44a0-94fa-3cee3120ee0b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0675807 Sep 11 00:54:16.065008 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8ba7dbbe-2a03-4d68-82cf-0258cca062aa admin admin] Publish callbacks [] for security_group (e0d38b23-7ce0-4917-8cb0-43221f42b1c0), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:16.069333 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f390d6ac-a9fe-4b18-a2db-0f31f19d4f46 req-9238f2c0-6a81-4846-bb04-e53cd360b9dd tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732639 Sep 11 00:54:16.070427 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8ba7dbbe-2a03-4d68-82cf-0258cca062aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (e0d38b23-7ce0-4917-8cb0-43221f42b1c0), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:16.123030 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7dbbe-2a03-4d68-82cf-0258cca062aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d38b23-7ce0-4917-8cb0-43221f42b1c0,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:16.127321 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-8ba7dbbe-2a03-4d68-82cf-0258cca062aa admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=480066f74364450eb0e137b28c77e9f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487001 Sep 11 00:54:16.129893 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 43832) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:16.136656 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:16.187406 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-443425e1-aa54-4f7a-82d1-326f7da5146a admin admin] Publish callbacks [] for security_group (e0d38b23-7ce0-4917-8cb0-43221f42b1c0), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:16.207707 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-443425e1-aa54-4f7a-82d1-326f7da5146a admin admin] Publish callbacks [] for security_group (e0d38b23-7ce0-4917-8cb0-43221f42b1c0), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:16.255967 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-443425e1-aa54-4f7a-82d1-326f7da5146a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (e0d38b23-7ce0-4917-8cb0-43221f42b1c0), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:16.258534 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-443425e1-aa54-4f7a-82d1-326f7da5146a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:16.259745 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-443425e1-aa54-4f7a-82d1-326f7da5146a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e0d38b23-7ce0-4917-8cb0-43221f42b1c0 HTTP/1.1" status: 204 len: 168 time: 0.1289575 Sep 11 00:54:16.268316 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443425e1-aa54-4f7a-82d1-326f7da5146a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d38b23-7ce0-4917-8cb0-43221f42b1c0,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:16.733722 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 43860) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:16.848325 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-fdddab9f-d562-4a66-818d-59ad3053f953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:16.934200 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-fdddab9f-d562-4a66-818d-59ad3053f953 admin admin] Publish callbacks [] for security_group (18c2bbc8-1028-49cd-9435-1d1d3da60225), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:16.939154 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-fdddab9f-d562-4a66-818d-59ad3053f953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (18c2bbc8-1028-49cd-9435-1d1d3da60225), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:16.976611 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdddab9f-d562-4a66-818d-59ad3053f953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c2bbc8-1028-49cd-9435-1d1d3da60225,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:16.983317 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-fdddab9f-d562-4a66-818d-59ad3053f953 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ff59703649fa43269925aa9065689849&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484910 Sep 11 00:54:16.984480 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 43874) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:17.039406 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8a24b7fb-e656-469d-8f5d-f84986aaacca admin admin] Publish callbacks [] for security_group (18c2bbc8-1028-49cd-9435-1d1d3da60225), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:17.062696 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8a24b7fb-e656-469d-8f5d-f84986aaacca admin admin] Publish callbacks [] for security_group (18c2bbc8-1028-49cd-9435-1d1d3da60225), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:17.126017 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8a24b7fb-e656-469d-8f5d-f84986aaacca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (18c2bbc8-1028-49cd-9435-1d1d3da60225), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:17.128790 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8a24b7fb-e656-469d-8f5d-f84986aaacca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:17.130036 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-8a24b7fb-e656-469d-8f5d-f84986aaacca admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/18c2bbc8-1028-49cd-9435-1d1d3da60225 HTTP/1.1" status: 204 len: 168 time: 0.1446984 Sep 11 00:54:17.141432 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24b7fb-e656-469d-8f5d-f84986aaacca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c2bbc8-1028-49cd-9435-1d1d3da60225,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:17.214446 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89196baa-4733-4168-b01e-ea77726a7eb6 req-fffb8b5e-ec69-4c0d-b3a7-69b0e2ccf662 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:17.216412 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-89196baa-4733-4168-b01e-ea77726a7eb6 req-fffb8b5e-ec69-4c0d-b3a7-69b0e2ccf662 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0558798 Sep 11 00:54:17.270863 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-89196baa-4733-4168-b01e-ea77726a7eb6 req-546dcafa-d90b-4e20-bcb0-283a84fd326b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472224 Sep 11 00:54:17.297483 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=51,neutron:DELETE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:17.444262 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 43892) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:17.555552 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 43898) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:17.558847 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e47470a6-b2c5-4714-814a-a285a505154d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:17.569607 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-f13f23f0-0dd3-482f-a9db-68910cb722db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:17.639780 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e47470a6-b2c5-4714-814a-a285a505154d admin admin] Publish callbacks [] for security_group (c4db1fc3-2c88-422f-9acd-b6330e91aa50), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:17.644736 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e47470a6-b2c5-4714-814a-a285a505154d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (c4db1fc3-2c88-422f-9acd-b6330e91aa50), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:17.648966 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-f13f23f0-0dd3-482f-a9db-68910cb722db admin admin] Publish callbacks [] for security_group (7ac287c5-53ec-4700-b7f4-d13469b22d48), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:17.652532 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-f13f23f0-0dd3-482f-a9db-68910cb722db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (7ac287c5-53ec-4700-b7f4-d13469b22d48), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:17.684849 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-e47470a6-b2c5-4714-814a-a285a505154d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=846640420cec4277a5cb7838d923bf95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395062 Sep 11 00:54:17.685879 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47470a6-b2c5-4714-814a-a285a505154d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4db1fc3-2c88-422f-9acd-b6330e91aa50,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:17.688350 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 43900) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:17.694738 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-f13f23f0-0dd3-482f-a9db-68910cb722db admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=569a9686a0244e2781f1e9beca6bc74a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358559 Sep 11 00:54:17.694738 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f23f0-0dd3-482f-a9db-68910cb722db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac287c5-53ec-4700-b7f4-d13469b22d48,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:17.695333 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 43902) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:17.765783 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:17.778707 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2b19d3c0-9ff9-4106-8598-dafd21ee92ea admin admin] Publish callbacks [] for security_group (c4db1fc3-2c88-422f-9acd-b6330e91aa50), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:17.781736 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b6962689-5239-4d3d-a65e-814429b747f0 admin admin] Publish callbacks [] for security_group (7ac287c5-53ec-4700-b7f4-d13469b22d48), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:17.819290 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b6962689-5239-4d3d-a65e-814429b747f0 admin admin] Publish callbacks [] for security_group (7ac287c5-53ec-4700-b7f4-d13469b22d48), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:17.822166 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2b19d3c0-9ff9-4106-8598-dafd21ee92ea admin admin] Publish callbacks [] for security_group (c4db1fc3-2c88-422f-9acd-b6330e91aa50), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:17.894530 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2b19d3c0-9ff9-4106-8598-dafd21ee92ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (c4db1fc3-2c88-422f-9acd-b6330e91aa50), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:17.897285 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2b19d3c0-9ff9-4106-8598-dafd21ee92ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:17.898434 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-2b19d3c0-9ff9-4106-8598-dafd21ee92ea admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c4db1fc3-2c88-422f-9acd-b6330e91aa50 HTTP/1.1" status: 204 len: 168 time: 0.2093563 Sep 11 00:54:17.902124 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b6962689-5239-4d3d-a65e-814429b747f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (7ac287c5-53ec-4700-b7f4-d13469b22d48), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:17.904568 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b6962689-5239-4d3d-a65e-814429b747f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:17.905597 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-b6962689-5239-4d3d-a65e-814429b747f0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7ac287c5-53ec-4700-b7f4-d13469b22d48 HTTP/1.1" status: 204 len: 168 time: 0.2097504 Sep 11 00:54:17.910828 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19d3c0-9ff9-4106-8598-dafd21ee92ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4db1fc3-2c88-422f-9acd-b6330e91aa50,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:17.920815 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6962689-5239-4d3d-a65e-814429b747f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac287c5-53ec-4700-b7f4-d13469b22d48,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:17.949492 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:18.283379 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 43924) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:18.297248 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-820d1f18-3ed7-4a2d-9d69-8e58fdb3c292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:18.336686 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=9 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:18.393519 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-820d1f18-3ed7-4a2d-9d69-8e58fdb3c292 admin admin] Publish callbacks [] for security_group (fce5a8f0-b786-4d8b-9bd0-58d1c0b7113d), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:18.397818 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:18.399026 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-820d1f18-3ed7-4a2d-9d69-8e58fdb3c292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (fce5a8f0-b786-4d8b-9bd0-58d1c0b7113d), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:18.415981 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3e0ce-bad8-4d72-9550-768c3b954de6 req-13013809-82ea-463a-bf65-78463a2515fb tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:18.417785 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b5b3e0ce-bad8-4d72-9550-768c3b954de6 req-13013809-82ea-463a-bf65-78463a2515fb tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0534410 Sep 11 00:54:18.449005 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-820d1f18-3ed7-4a2d-9d69-8e58fdb3c292 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4c31e6c9ef2c432386ba8e2a0a80b408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1644347 Sep 11 00:54:18.449733 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d1f18-3ed7-4a2d-9d69-8e58fdb3c292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce5a8f0-b786-4d8b-9bd0-58d1c0b7113d,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:18.452105 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 43930) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:18.483025 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b5b3e0ce-bad8-4d72-9550-768c3b954de6 req-52480b01-9afe-41d8-9c56-70e26e0a1971 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593185 Sep 11 00:54:18.513592 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-932729a9-82b6-4e75-a839-aaf44b9ff097 admin admin] Publish callbacks [] for security_group (fce5a8f0-b786-4d8b-9bd0-58d1c0b7113d), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:18.536489 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-932729a9-82b6-4e75-a839-aaf44b9ff097 admin admin] Publish callbacks [] for security_group (fce5a8f0-b786-4d8b-9bd0-58d1c0b7113d), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:18.592357 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-932729a9-82b6-4e75-a839-aaf44b9ff097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (fce5a8f0-b786-4d8b-9bd0-58d1c0b7113d), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:18.595015 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-932729a9-82b6-4e75-a839-aaf44b9ff097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:18.598719 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-932729a9-82b6-4e75-a839-aaf44b9ff097 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fce5a8f0-b786-4d8b-9bd0-58d1c0b7113d HTTP/1.1" status: 204 len: 168 time: 0.1425464 Sep 11 00:54:18.605772 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932729a9-82b6-4e75-a839-aaf44b9ff097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce5a8f0-b786-4d8b-9bd0-58d1c0b7113d,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:19.022322 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e303bbcb-8d30-4cf2-8f6d-4121eb3f7aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:19.624747 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b74558-abda-4d73-80b7-825932aaca55 req-1aa78c4e-bc0c-4573-a719-ec636bb102e5 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:19.626297 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f1b74558-abda-4d73-80b7-825932aaca55 req-1aa78c4e-bc0c-4573-a719-ec636bb102e5 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0616226 Sep 11 00:54:19.656367 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 43998) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:19.697245 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f1b74558-abda-4d73-80b7-825932aaca55 req-35ac7027-7b2f-4293-bd36-05e593f40e56 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651283 Sep 11 00:54:19.916021 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5b8d48d0-76d9-4082-9702-d6a32e2f8b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:20.010888 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5b8d48d0-76d9-4082-9702-d6a32e2f8b3f admin admin] Publish callbacks [] for security_group (8faaaf19-32cf-4d92-a414-c5a57c134fbb), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:20.028345 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5b8d48d0-76d9-4082-9702-d6a32e2f8b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (8faaaf19-32cf-4d92-a414-c5a57c134fbb), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:20.087667 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-5b8d48d0-76d9-4082-9702-d6a32e2f8b3f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7656f24070314d4480d607f85937a84d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4292982 Sep 11 00:54:20.091082 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 44022) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:20.098532 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d48d0-76d9-4082-9702-d6a32e2f8b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8faaaf19-32cf-4d92-a414-c5a57c134fbb,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:20.168329 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-af76570d-f9fc-442a-9a4b-78675494008d admin admin] Publish callbacks [] for security_group (8faaaf19-32cf-4d92-a414-c5a57c134fbb), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:20.186818 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:20.191703 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-af76570d-f9fc-442a-9a4b-78675494008d admin admin] Publish callbacks [] for security_group (8faaaf19-32cf-4d92-a414-c5a57c134fbb), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:20.251239 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-af76570d-f9fc-442a-9a4b-78675494008d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (8faaaf19-32cf-4d92-a414-c5a57c134fbb), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:20.254213 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-af76570d-f9fc-442a-9a4b-78675494008d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:20.256607 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-af76570d-f9fc-442a-9a4b-78675494008d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8faaaf19-32cf-4d92-a414-c5a57c134fbb HTTP/1.1" status: 204 len: 168 time: 0.1634240 Sep 11 00:54:20.268640 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76570d-f9fc-442a-9a4b-78675494008d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8faaaf19-32cf-4d92-a414-c5a57c134fbb,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:20.287682 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:20.714885 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 44048) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:20.743166 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-23a8a8b3-b8bf-4f6d-86be-87f1c702cece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:20.862111 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-23a8a8b3-b8bf-4f6d-86be-87f1c702cece admin admin] Publish callbacks [] for security_group (c4d685c6-abbc-4836-bad5-ed8977b2fdf4), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:20.876121 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-23a8a8b3-b8bf-4f6d-86be-87f1c702cece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (c4d685c6-abbc-4836-bad5-ed8977b2fdf4), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:20.881056 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:20.933299 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-23a8a8b3-b8bf-4f6d-86be-87f1c702cece admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c2d6e7dabf6445539f5f783ec7991cee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170708 Sep 11 00:54:20.935100 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8a8b3-b8bf-4f6d-86be-87f1c702cece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d685c6-abbc-4836-bad5-ed8977b2fdf4,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:20.935758 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 44066) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:21.065302 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4366e-440b-4ab3-b753-22b8fe8d39c2 req-f557862d-5b80-47aa-887c-f4dd13888fc2 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:21.067075 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-80f4366e-440b-4ab3-b753-22b8fe8d39c2 req-f557862d-5b80-47aa-887c-f4dd13888fc2 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0777159 Sep 11 00:54:21.070224 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-cb24a750-9137-4d3b-94f4-5ec96367aa51 admin admin] Publish callbacks [] for security_group (c4d685c6-abbc-4836-bad5-ed8977b2fdf4), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:21.109989 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-cb24a750-9137-4d3b-94f4-5ec96367aa51 admin admin] Publish callbacks [] for security_group (c4d685c6-abbc-4836-bad5-ed8977b2fdf4), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:21.158045 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-80f4366e-440b-4ab3-b753-22b8fe8d39c2 req-52fbfe65-fec0-4511-bf2d-e54e29569394 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845175 Sep 11 00:54:21.183333 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-cb24a750-9137-4d3b-94f4-5ec96367aa51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (c4d685c6-abbc-4836-bad5-ed8977b2fdf4), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:21.184792 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-cb24a750-9137-4d3b-94f4-5ec96367aa51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:21.185940 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-cb24a750-9137-4d3b-94f4-5ec96367aa51 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c4d685c6-abbc-4836-bad5-ed8977b2fdf4 HTTP/1.1" status: 204 len: 168 time: 0.2486837 Sep 11 00:54:21.194601 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24a750-9137-4d3b-94f4-5ec96367aa51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d685c6-abbc-4836-bad5-ed8977b2fdf4,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:21.330323 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 44080) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:21.339916 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-37bf3fe1-bb6f-40b8-9c18-a6d81a1d5608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:21.517495 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-73c04b51-9858-430d-acfe-1aef73d82d90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:21.560626 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 44088) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:21.576266 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9f55f8d9-60a9-443a-884f-192ad5703520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:21.600266 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-73c04b51-9858-430d-acfe-1aef73d82d90 admin admin] Publish callbacks [] for security_group (1a2fdaf2-3144-42a6-8c78-2cc8ee2a7baa), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:21.604348 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-73c04b51-9858-430d-acfe-1aef73d82d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (1a2fdaf2-3144-42a6-8c78-2cc8ee2a7baa), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:21.622740 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:21.643330 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c04b51-9858-430d-acfe-1aef73d82d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2fdaf2-3144-42a6-8c78-2cc8ee2a7baa,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:21.650100 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-73c04b51-9858-430d-acfe-1aef73d82d90 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b78cf66aead646ff894292a407f7ca73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3160958 Sep 11 00:54:21.650407 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 44090) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:21.681186 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9f55f8d9-60a9-443a-884f-192ad5703520 admin admin] Publish callbacks [] for security_group (3ef235b1-9ddb-41bf-b892-15f07057deb5), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:21.691219 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9f55f8d9-60a9-443a-884f-192ad5703520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (3ef235b1-9ddb-41bf-b892-15f07057deb5), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:21.745066 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-9f55f8d9-60a9-443a-884f-192ad5703520 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7c878c184e224223b0a40568a615614a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1804414 Sep 11 00:54:21.745728 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 44092) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:21.745845 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55f8d9-60a9-443a-884f-192ad5703520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef235b1-9ddb-41bf-b892-15f07057deb5,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:21.759237 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e40e-e866-4cca-8b89-aeb901618d0c admin admin] Publish callbacks [] for security_group (1a2fdaf2-3144-42a6-8c78-2cc8ee2a7baa), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:21.784302 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e40e-e866-4cca-8b89-aeb901618d0c admin admin] Publish callbacks [] for security_group (1a2fdaf2-3144-42a6-8c78-2cc8ee2a7baa), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:21.799497 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4f231040-8581-4a7d-8d98-1ec47de5a5eb admin admin] Publish callbacks [] for security_group (3ef235b1-9ddb-41bf-b892-15f07057deb5), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:21.806875 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:21.823924 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4f231040-8581-4a7d-8d98-1ec47de5a5eb admin admin] Publish callbacks [] for security_group (3ef235b1-9ddb-41bf-b892-15f07057deb5), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:21.843936 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e40e-e866-4cca-8b89-aeb901618d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (1a2fdaf2-3144-42a6-8c78-2cc8ee2a7baa), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:21.846673 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e40e-e866-4cca-8b89-aeb901618d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:21.847858 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-8ef3e40e-e866-4cca-8b89-aeb901618d0c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1a2fdaf2-3144-42a6-8c78-2cc8ee2a7baa HTTP/1.1" status: 204 len: 168 time: 0.1961441 Sep 11 00:54:21.861269 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3e40e-e866-4cca-8b89-aeb901618d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2fdaf2-3144-42a6-8c78-2cc8ee2a7baa,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:21.889437 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4f231040-8581-4a7d-8d98-1ec47de5a5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (3ef235b1-9ddb-41bf-b892-15f07057deb5), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:21.892254 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4f231040-8581-4a7d-8d98-1ec47de5a5eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:21.896037 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-4f231040-8581-4a7d-8d98-1ec47de5a5eb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3ef235b1-9ddb-41bf-b892-15f07057deb5 HTTP/1.1" status: 204 len: 168 time: 0.1467896 Sep 11 00:54:21.902579 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f231040-8581-4a7d-8d98-1ec47de5a5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef235b1-9ddb-41bf-b892-15f07057deb5,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:22.323886 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc0d0d-612b-4f7b-974a-830e95c7795f req-2b2b6e74-b903-4ed1-9933-c4f177626f08 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:22.323886 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-bcfc0d0d-612b-4f7b-974a-830e95c7795f req-2b2b6e74-b903-4ed1-9933-c4f177626f08 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0546882 Sep 11 00:54:22.324708 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 44124) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:22.350124 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4eb00240-ca3f-4f0b-ac11-4d68d4973dbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:22.430314 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-bcfc0d0d-612b-4f7b-974a-830e95c7795f req-3e9e88c7-1fbb-4c74-be21-1a3f78e9760f tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935166 Sep 11 00:54:22.538294 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:DELETE=5,neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:22.541103 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4eb00240-ca3f-4f0b-ac11-4d68d4973dbc admin admin] Publish callbacks [] for security_group (3c57a198-29af-43b8-89b7-901183b5e9c0), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:22.547649 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4eb00240-ca3f-4f0b-ac11-4d68d4973dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (3c57a198-29af-43b8-89b7-901183b5e9c0), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:22.603141 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb00240-ca3f-4f0b-ac11-4d68d4973dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c57a198-29af-43b8-89b7-901183b5e9c0,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:22.609587 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-4eb00240-ca3f-4f0b-ac11-4d68d4973dbc admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9495291cc9c244099964027277365883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845314 Sep 11 00:54:22.612683 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 44138) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:22.619380 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:22.685628 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-884aa71c-30aa-482a-88e2-b275be01e379 admin admin] Publish callbacks [] for security_group (3c57a198-29af-43b8-89b7-901183b5e9c0), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:22.710108 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-884aa71c-30aa-482a-88e2-b275be01e379 admin admin] Publish callbacks [] for security_group (3c57a198-29af-43b8-89b7-901183b5e9c0), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:22.773884 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-884aa71c-30aa-482a-88e2-b275be01e379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (3c57a198-29af-43b8-89b7-901183b5e9c0), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:22.777491 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-884aa71c-30aa-482a-88e2-b275be01e379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:22.778701 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-884aa71c-30aa-482a-88e2-b275be01e379 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3c57a198-29af-43b8-89b7-901183b5e9c0 HTTP/1.1" status: 204 len: 168 time: 0.1648929 Sep 11 00:54:22.794631 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884aa71c-30aa-482a-88e2-b275be01e379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c57a198-29af-43b8-89b7-901183b5e9c0,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:23.568694 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0d8a0-747d-45e5-b64b-595eb1603a53 req-7afad0c3-6e36-43fc-99f8-2eff4fd9c73a tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:23.570335 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f6a0d8a0-747d-45e5-b64b-595eb1603a53 req-7afad0c3-6e36-43fc-99f8-2eff4fd9c73a tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0636399 Sep 11 00:54:23.651859 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f6a0d8a0-747d-45e5-b64b-595eb1603a53 req-ee2b2462-68d1-4a2d-8b7c-1391e2081217 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734520 Sep 11 00:54:23.724051 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:23.940615 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:24.142082 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 44222) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:24.204344 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 44226) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:24.308813 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b806411c-312e-4f4b-afa2-9cc8adbb574b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:24.322219 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-f2afccc5-258e-4b72-9162-d3b9ce39dd8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:24.425337 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:24.465402 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b806411c-312e-4f4b-afa2-9cc8adbb574b admin admin] Publish callbacks [] for security_group (5e59e4df-0df8-490b-bc56-06897ec3b62e), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:24.471253 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-f2afccc5-258e-4b72-9162-d3b9ce39dd8c admin admin] Publish callbacks [] for security_group (34d33e5e-f61e-4b53-956a-b05f45cebfbb), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:24.472206 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b806411c-312e-4f4b-afa2-9cc8adbb574b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (5e59e4df-0df8-490b-bc56-06897ec3b62e), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:24.478529 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-f2afccc5-258e-4b72-9162-d3b9ce39dd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (34d33e5e-f61e-4b53-956a-b05f45cebfbb), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:24.533593 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806411c-312e-4f4b-afa2-9cc8adbb574b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e59e4df-0df8-490b-bc56-06897ec3b62e,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:24.537872 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-b806411c-312e-4f4b-afa2-9cc8adbb574b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=95a71d9b3f4646ee8eadc650dc73081a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947189 Sep 11 00:54:24.540708 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 44234) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:24.543070 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-f2afccc5-258e-4b72-9162-d3b9ce39dd8c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=bc794a63b6db4ba3b2f7293767c998fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3376162 Sep 11 00:54:24.545639 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 44236) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:24.591266 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afccc5-258e-4b72-9162-d3b9ce39dd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d33e5e-f61e-4b53-956a-b05f45cebfbb,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:24.598049 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5b3abd85-facc-4f72-8b53-ff809b02aa0d admin admin] Publish callbacks [] for security_group (5e59e4df-0df8-490b-bc56-06897ec3b62e), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:24.619631 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5b3abd85-facc-4f72-8b53-ff809b02aa0d admin admin] Publish callbacks [] for security_group (5e59e4df-0df8-490b-bc56-06897ec3b62e), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:24.620542 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-82693466-fe5d-4228-b09e-f21c5e880283 admin admin] Publish callbacks [] for security_group (34d33e5e-f61e-4b53-956a-b05f45cebfbb), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:24.639069 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=12 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:24.649278 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-82693466-fe5d-4228-b09e-f21c5e880283 admin admin] Publish callbacks [] for security_group (34d33e5e-f61e-4b53-956a-b05f45cebfbb), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:24.697555 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5b3abd85-facc-4f72-8b53-ff809b02aa0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (5e59e4df-0df8-490b-bc56-06897ec3b62e), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:24.701291 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5b3abd85-facc-4f72-8b53-ff809b02aa0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:24.703540 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-5b3abd85-facc-4f72-8b53-ff809b02aa0d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5e59e4df-0df8-490b-bc56-06897ec3b62e HTTP/1.1" status: 204 len: 168 time: 0.1612554 Sep 11 00:54:24.725469 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3abd85-facc-4f72-8b53-ff809b02aa0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e59e4df-0df8-490b-bc56-06897ec3b62e,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:24.818067 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-82693466-fe5d-4228-b09e-f21c5e880283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (34d33e5e-f61e-4b53-956a-b05f45cebfbb), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:24.822426 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-82693466-fe5d-4228-b09e-f21c5e880283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:24.828567 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-82693466-fe5d-4228-b09e-f21c5e880283 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/34d33e5e-f61e-4b53-956a-b05f45cebfbb HTTP/1.1" status: 204 len: 168 time: 0.2796426 Sep 11 00:54:24.863862 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82693466-fe5d-4228-b09e-f21c5e880283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d33e5e-f61e-4b53-956a-b05f45cebfbb,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:24.892728 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61769d2-e964-4bd2-939e-186bf9d102d2 req-568f673e-6eec-473b-b1b7-f8e5dcefb18b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:24.905205 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e61769d2-e964-4bd2-939e-186bf9d102d2 req-568f673e-6eec-473b-b1b7-f8e5dcefb18b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 945 time: 0.1465390 Sep 11 00:54:24.989840 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e61769d2-e964-4bd2-939e-186bf9d102d2 req-3f70994b-0bf4-415c-a337-3badef65666d tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725729 Sep 11 00:54:25.604639 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fee59-3cba-4502-8ebc-01821c79a1e9 req-7f969ede-7e2b-4519-b329-2df23d934fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:25.606032 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-682fee59-3cba-4502-8ebc-01821c79a1e9 req-7f969ede-7e2b-4519-b329-2df23d934fd1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 1129 time: 0.0383899 Sep 11 00:54:25.653207 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-682fee59-3cba-4502-8ebc-01821c79a1e9 req-cb9d257d-fd89-40b9-9f40-1c546cdf1341 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399718 Sep 11 00:54:26.112948 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c064a-f8dc-4924-9f69-97bdf70c48a9 req-44e16cc4-7910-44ac-9fe0-df186634cb24 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:26.115049 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-bc5c064a-f8dc-4924-9f69-97bdf70c48a9 req-44e16cc4-7910-44ac-9fe0-df186634cb24 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0486927 Sep 11 00:54:26.166856 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-bc5c064a-f8dc-4924-9f69-97bdf70c48a9 req-da609346-96dd-44c3-b2fc-ec79bee77016 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451710 Sep 11 00:54:27.288586 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723764a-ff8b-4155-82d1-9375880aeea4 req-7efe9a66-353d-4ab2-a9b2-34b5d761c35d tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:27.290048 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1723764a-ff8b-4155-82d1-9375880aeea4 req-7efe9a66-353d-4ab2-a9b2-34b5d761c35d tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0481884 Sep 11 00:54:27.340579 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1723764a-ff8b-4155-82d1-9375880aeea4 req-b7a3f703-3ee0-445e-8884-44458e1ac846 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441139 Sep 11 00:54:27.600884 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d046bc-5d52-4554-84d3-c59e3abe2c20 req-1a07b7ab-e84d-48a7-8a2b-d6602476d0eb tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:27.602354 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-49d046bc-5d52-4554-84d3-c59e3abe2c20 req-1a07b7ab-e84d-48a7-8a2b-d6602476d0eb tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0463331 Sep 11 00:54:27.646592 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761b778-fcf1-4d48-8ebe-335128721b65 req-bf999a11-5d54-4488-aa95-3bc78a42c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:27.648472 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-a761b778-fcf1-4d48-8ebe-335128721b65 req-bf999a11-5d54-4488-aa95-3bc78a42c91b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a58aefc25e141ca93821a80859875e8&device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 1129 time: 0.0426710 Sep 11 00:54:27.655851 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-49d046bc-5d52-4554-84d3-c59e3abe2c20 req-2b5b75bd-f7cb-4590-bc5e-732517b39716 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468273 Sep 11 00:54:27.753563 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761b778-fcf1-4d48-8ebe-335128721b65 req-2135d82b-5c5d-420d-a743-9bea4b237e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:27.755152 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-a761b778-fcf1-4d48-8ebe-335128721b65 req-2135d82b-5c5d-420d-a743-9bea4b237e25 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f HTTP/1.1" status: 200 len: 920 time: 0.0932558 Sep 11 00:54:27.803183 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-a761b778-fcf1-4d48-8ebe-335128721b65 req-9946e6fa-0dfb-4027-8e90-13c46c769705 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fc55f70-880d-4007-99be-49ec52f1b61e HTTP/1.1" status: 200 len: 217 time: 0.0400357 Sep 11 00:54:27.867524 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761b778-fcf1-4d48-8ebe-335128721b65 req-a8c9451e-ea63-466b-9d74-c9a074f46427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:27.869758 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-a761b778-fcf1-4d48-8ebe-335128721b65 req-a8c9451e-ea63-466b-9d74-c9a074f46427 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c6a47ffa-8534-424b-aa2a-93b1efe10fe2 HTTP/1.1" status: 200 len: 858 time: 0.0572143 Sep 11 00:54:27.926450 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761b778-fcf1-4d48-8ebe-335128721b65 req-b9c6c792-e778-4a78-be18-f141d349ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:27.928000 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-a761b778-fcf1-4d48-8ebe-335128721b65 req-b9c6c792-e778-4a78-be18-f141d349ff29 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465736 Sep 11 00:54:27.990088 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 44344) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:28.006688 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:28.038506 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-a761b778-fcf1-4d48-8ebe-335128721b65 req-ebef75e1-4aff-4553-9924-968a892986fa service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009841 Sep 11 00:54:28.141384 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-04f74127-0f45-4672-a534-e81b6311a63f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:28.143521 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:28.147817 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-a761b778-fcf1-4d48-8ebe-335128721b65 req-e1c2cfd0-cdd6-404d-86b1-267a5b85d470 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000471 Sep 11 00:54:28.225414 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-04f74127-0f45-4672-a534-e81b6311a63f admin admin] Publish callbacks [] for security_group (9bc16780-237d-4b07-9043-95901b4497e0), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:28.230956 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-04f74127-0f45-4672-a534-e81b6311a63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (9bc16780-237d-4b07-9043-95901b4497e0), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:28.272504 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-04f74127-0f45-4672-a534-e81b6311a63f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=15d1340dbc59490ca4d9c56802b9cef6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2810380 Sep 11 00:54:28.273375 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f74127-0f45-4672-a534-e81b6311a63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc16780-237d-4b07-9043-95901b4497e0,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:28.275341 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 44354) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:28.331478 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-fc62d385-fc2e-4296-b81b-954b603caac4 admin admin] Publish callbacks [] for security_group (9bc16780-237d-4b07-9043-95901b4497e0), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:28.351307 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-fc62d385-fc2e-4296-b81b-954b603caac4 admin admin] Publish callbacks [] for security_group (9bc16780-237d-4b07-9043-95901b4497e0), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:28.407565 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-fc62d385-fc2e-4296-b81b-954b603caac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (9bc16780-237d-4b07-9043-95901b4497e0), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:28.410469 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-fc62d385-fc2e-4296-b81b-954b603caac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:28.411660 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-fc62d385-fc2e-4296-b81b-954b603caac4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9bc16780-237d-4b07-9043-95901b4497e0 HTTP/1.1" status: 204 len: 168 time: 0.1352432 Sep 11 00:54:28.422175 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62d385-fc2e-4296-b81b-954b603caac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc16780-237d-4b07-9043-95901b4497e0,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:28.704759 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 44372) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:28.720001 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f35b45c8-0dbe-4c93-9536-7937990c32a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:28.797351 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a158270-5a84-4aad-b50c-e722173fd2c0 req-2b79b1fa-60e8-4a4a-8792-cffc843a98fc tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:28.798903 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3a158270-5a84-4aad-b50c-e722173fd2c0 req-2b79b1fa-60e8-4a4a-8792-cffc843a98fc tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0589387 Sep 11 00:54:28.809051 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f35b45c8-0dbe-4c93-9536-7937990c32a6 admin admin] Publish callbacks [] for security_group (fe191818-194e-4c6e-8b72-0e12dec18235), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:28.813653 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f35b45c8-0dbe-4c93-9536-7937990c32a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (fe191818-194e-4c6e-8b72-0e12dec18235), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:28.836358 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:28.849785 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3a158270-5a84-4aad-b50c-e722173fd2c0 req-1161e64b-5495-4f6c-b09f-8394c03eb954 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447385 Sep 11 00:54:28.860481 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-f35b45c8-0dbe-4c93-9536-7937990c32a6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=dca34de5347f4f1d8ad840e8c4f81af1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481240 Sep 11 00:54:28.860481 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b45c8-0dbe-4c93-9536-7937990c32a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe191818-194e-4c6e-8b72-0e12dec18235,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:28.860481 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 44376) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:28.925773 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-4896d9a5-b7ae-4951-8250-c3d72436c96b admin admin] Publish callbacks [] for security_group (fe191818-194e-4c6e-8b72-0e12dec18235), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:28.945913 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-4896d9a5-b7ae-4951-8250-c3d72436c96b admin admin] Publish callbacks [] for security_group (fe191818-194e-4c6e-8b72-0e12dec18235), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:28.993676 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-4896d9a5-b7ae-4951-8250-c3d72436c96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (fe191818-194e-4c6e-8b72-0e12dec18235), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:28.996681 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-4896d9a5-b7ae-4951-8250-c3d72436c96b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:28.997831 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-4896d9a5-b7ae-4951-8250-c3d72436c96b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fe191818-194e-4c6e-8b72-0e12dec18235 HTTP/1.1" status: 204 len: 168 time: 0.1390307 Sep 11 00:54:29.007679 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896d9a5-b7ae-4951-8250-c3d72436c96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe191818-194e-4c6e-8b72-0e12dec18235,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:29.350067 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 44396) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:29.364687 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b23685e5-4c49-49ed-bf0d-81ef4649ff7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:29.451920 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b23685e5-4c49-49ed-bf0d-81ef4649ff7d admin admin] Publish callbacks [] for security_group (c2d4b752-7375-46ef-af8f-246b66304bfc), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:29.455880 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b23685e5-4c49-49ed-bf0d-81ef4649ff7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (c2d4b752-7375-46ef-af8f-246b66304bfc), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:29.495368 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-b23685e5-4c49-49ed-bf0d-81ef4649ff7d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=61aa2fdb893140b3a0fc3ffbe223970f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442263 Sep 11 00:54:29.496424 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23685e5-4c49-49ed-bf0d-81ef4649ff7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d4b752-7375-46ef-af8f-246b66304bfc,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:29.498209 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 44402) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:29.551536 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-bdd856e4-4775-4494-a99a-d3c46b1fd94b admin admin] Publish callbacks [] for security_group (c2d4b752-7375-46ef-af8f-246b66304bfc), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:29.571796 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-bdd856e4-4775-4494-a99a-d3c46b1fd94b admin admin] Publish callbacks [] for security_group (c2d4b752-7375-46ef-af8f-246b66304bfc), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:29.620447 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-bdd856e4-4775-4494-a99a-d3c46b1fd94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (c2d4b752-7375-46ef-af8f-246b66304bfc), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:29.623021 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-bdd856e4-4775-4494-a99a-d3c46b1fd94b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:29.624162 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-bdd856e4-4775-4494-a99a-d3c46b1fd94b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c2d4b752-7375-46ef-af8f-246b66304bfc HTTP/1.1" status: 204 len: 168 time: 0.1249247 Sep 11 00:54:29.631876 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd856e4-4775-4494-a99a-d3c46b1fd94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d4b752-7375-46ef-af8f-246b66304bfc,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:29.996745 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53133160-6121-4709-a727-00358ce00c9c req-9e88543e-a2d3-4685-bd07-52c8d158c031 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:30.003863 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-53133160-6121-4709-a727-00358ce00c9c req-9e88543e-a2d3-4685-bd07-52c8d158c031 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0572810 Sep 11 00:54:30.012556 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:30.063455 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-53133160-6121-4709-a727-00358ce00c9c req-249b3395-e510-40c8-b5c4-ec01aac485a3 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585346 Sep 11 00:54:31.194115 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90ebde-1d2a-4a19-829a-eaed084dc73f req-df92aa5a-229d-4338-9625-86362193cc76 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:31.195952 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ee90ebde-1d2a-4a19-829a-eaed084dc73f req-df92aa5a-229d-4338-9625-86362193cc76 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0487399 Sep 11 00:54:31.244671 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ee90ebde-1d2a-4a19-829a-eaed084dc73f req-f26b543a-52b5-4453-8dfd-a94d83859b88 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425601 Sep 11 00:54:32.381694 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e75eb-7a4e-4153-89d6-6cf4821c41f0 req-2bdc447a-ad08-4d92-bd13-a8039f90f488 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:32.383240 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-957e75eb-7a4e-4153-89d6-6cf4821c41f0 req-2bdc447a-ad08-4d92-bd13-a8039f90f488 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0583794 Sep 11 00:54:32.431077 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-957e75eb-7a4e-4153-89d6-6cf4821c41f0 req-344aca4c-239d-498f-affb-d8e61bd09bb4 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411346 Sep 11 00:54:33.328685 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 44512) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:33.437089 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-7525a7a7-b95c-403d-a065-430cf0aabb73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:33.513670 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-7525a7a7-b95c-403d-a065-430cf0aabb73 admin admin] Publish callbacks [] for security_group (d772adf7-0da9-4fa9-bfb8-47507b4e4f15), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:33.517379 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-7525a7a7-b95c-403d-a065-430cf0aabb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (d772adf7-0da9-4fa9-bfb8-47507b4e4f15), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:33.559291 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-7525a7a7-b95c-403d-a065-430cf0aabb73 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b8fee68ea94a4f22b408526912ac2fa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295249 Sep 11 00:54:33.560440 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525a7a7-b95c-403d-a065-430cf0aabb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d772adf7-0da9-4fa9-bfb8-47507b4e4f15,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:33.562063 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 44516) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:33.567910 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525a7a7-b95c-403d-a065-430cf0aabb73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:33.568375 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525a7a7-b95c-403d-a065-430cf0aabb73 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:33.568870 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525a7a7-b95c-403d-a065-430cf0aabb73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:33.569322 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525a7a7-b95c-403d-a065-430cf0aabb73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:33.569616 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525a7a7-b95c-403d-a065-430cf0aabb73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:33.570032 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525a7a7-b95c-403d-a065-430cf0aabb73 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:33.570550 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525a7a7-b95c-403d-a065-430cf0aabb73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:33.570933 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525a7a7-b95c-403d-a065-430cf0aabb73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:33.571329 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525a7a7-b95c-403d-a065-430cf0aabb73 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:33.571759 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525a7a7-b95c-403d-a065-430cf0aabb73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:33.572578 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525a7a7-b95c-403d-a065-430cf0aabb73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:33.573035 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525a7a7-b95c-403d-a065-430cf0aabb73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:33.573450 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525a7a7-b95c-403d-a065-430cf0aabb73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:33.573777 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525a7a7-b95c-403d-a065-430cf0aabb73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:33.574105 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525a7a7-b95c-403d-a065-430cf0aabb73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:33.580333 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:33.617874 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-bd1fb498-b0f4-45d8-a59f-237c04e2f226 admin admin] Publish callbacks [] for security_group (d772adf7-0da9-4fa9-bfb8-47507b4e4f15), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:33.640847 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=11 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:33.643322 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-bd1fb498-b0f4-45d8-a59f-237c04e2f226 admin admin] Publish callbacks [] for security_group (d772adf7-0da9-4fa9-bfb8-47507b4e4f15), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:33.695654 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-bd1fb498-b0f4-45d8-a59f-237c04e2f226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (d772adf7-0da9-4fa9-bfb8-47507b4e4f15), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:33.699106 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-bd1fb498-b0f4-45d8-a59f-237c04e2f226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:33.700305 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-bd1fb498-b0f4-45d8-a59f-237c04e2f226 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d772adf7-0da9-4fa9-bfb8-47507b4e4f15 HTTP/1.1" status: 204 len: 168 time: 0.1371179 Sep 11 00:54:33.710451 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1fb498-b0f4-45d8-a59f-237c04e2f226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d772adf7-0da9-4fa9-bfb8-47507b4e4f15,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:33.898250 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 44536) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:33.903689 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-13a0df33-5446-4f37-95d8-0c81fab3945e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1390386321', 'description': 'tempest-description--1223394968'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:33.935485 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-13a0df33-5446-4f37-95d8-0c81fab3945e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.025844 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-13a0df33-5446-4f37-95d8-0c81fab3945e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for security_group (997619b6-89f0-4b52-a619-500bc361a65c), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.029201 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-13a0df33-5446-4f37-95d8-0c81fab3945e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (997619b6-89f0-4b52-a619-500bc361a65c), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.061073 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-13a0df33-5446-4f37-95d8-0c81fab3945e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.062835 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-13a0df33-5446-4f37-95d8-0c81fab3945e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1628044 Sep 11 00:54:34.065397 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 44544) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:34.071099 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-b227fa84-1200-4346-bcf7-d0611eddcc5f tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Request body: {'security_group_rule': {'security_group_id': '997619b6-89f0-4b52-a619-500bc361a65c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:34.077276 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0df33-5446-4f37-95d8-0c81fab3945e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=997619b6-89f0-4b52-a619-500bc361a65c,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:34.090307 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0df33-5446-4f37-95d8-0c81fab3945e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:34.090671 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0df33-5446-4f37-95d8-0c81fab3945e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:34.091089 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0df33-5446-4f37-95d8-0c81fab3945e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:34.091723 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0df33-5446-4f37-95d8-0c81fab3945e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:34.091972 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0df33-5446-4f37-95d8-0c81fab3945e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:34.092308 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0df33-5446-4f37-95d8-0c81fab3945e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:34.092634 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0df33-5446-4f37-95d8-0c81fab3945e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:34.093063 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0df33-5446-4f37-95d8-0c81fab3945e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:34.093476 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0df33-5446-4f37-95d8-0c81fab3945e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:34.093968 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0df33-5446-4f37-95d8-0c81fab3945e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:34.094315 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0df33-5446-4f37-95d8-0c81fab3945e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:34.094665 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0df33-5446-4f37-95d8-0c81fab3945e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:34.095029 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0df33-5446-4f37-95d8-0c81fab3945e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:34.095407 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0df33-5446-4f37-95d8-0c81fab3945e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:34.095743 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0df33-5446-4f37-95d8-0c81fab3945e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:34.126484 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b227fa84-1200-4346-bcf7-d0611eddcc5f tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for security_group_rule (0cd2133f-a6e9-466d-9c5d-8111114a6d0f), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.187854 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b227fa84-1200-4346-bcf7-d0611eddcc5f tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for security_group_rule (0cd2133f-a6e9-466d-9c5d-8111114a6d0f), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.192492 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b227fa84-1200-4346-bcf7-d0611eddcc5f tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (0cd2133f-a6e9-466d-9c5d-8111114a6d0f), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.213797 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 44550) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:34.214475 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227fa84-1200-4346-bcf7-d0611eddcc5f tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd2133f-a6e9-466d-9c5d-8111114a6d0f,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:34.234496 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b227fa84-1200-4346-bcf7-d0611eddcc5f tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.234496 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-b227fa84-1200-4346-bcf7-d0611eddcc5f tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1659293 Sep 11 00:54:34.235792 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 44556) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:34.239987 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-a40c3479-8b39-4bc0-9dad-04f7f45f8c98 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Request body: {'security_group_rule': {'security_group_id': '997619b6-89f0-4b52-a619-500bc361a65c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:34.269358 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a40c3479-8b39-4bc0-9dad-04f7f45f8c98 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for security_group_rule (05532581-5f09-4877-ab39-43f023ac7c84), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.336687 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a40c3479-8b39-4bc0-9dad-04f7f45f8c98 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for security_group_rule (05532581-5f09-4877-ab39-43f023ac7c84), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.345266 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0b33-67ed-4cee-9532-ae271b5ae1ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.347132 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a40c3479-8b39-4bc0-9dad-04f7f45f8c98 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (05532581-5f09-4877-ab39-43f023ac7c84), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.377166 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c3479-8b39-4bc0-9dad-04f7f45f8c98 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05532581-5f09-4877-ab39-43f023ac7c84,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:34.387401 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a40c3479-8b39-4bc0-9dad-04f7f45f8c98 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.388611 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-a40c3479-8b39-4bc0-9dad-04f7f45f8c98 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1518958 Sep 11 00:54:34.392300 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 44562) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:34.396990 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-8295aaac-18de-4ece-9e7b-dddbd372abe8 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Request body: {'floatingip': {'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:34.422163 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8295aaac-18de-4ece-9e7b-dddbd372abe8 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.454317 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0b33-67ed-4cee-9532-ae271b5ae1ae admin admin] Publish callbacks [] for security_group (63ea824b-a326-4065-b5f1-7319ef2f89f6), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.458385 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0b33-67ed-4cee-9532-ae271b5ae1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (63ea824b-a326-4065-b5f1-7319ef2f89f6), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.497698 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb0b33-67ed-4cee-9532-ae271b5ae1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ea824b-a326-4065-b5f1-7319ef2f89f6,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:34.503039 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-a7cb0b33-67ed-4cee-9532-ae271b5ae1ae admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=cdf84ece5642437a9b28d272e9ff5df2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866364 Sep 11 00:54:34.505741 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 44566) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:34.511804 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:34.514602 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8295aaac-18de-4ece-9e7b-dddbd372abe8 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.520965 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 44568) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:34.539370 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:DELETE=7,neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:34.570554 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7747a399-be8a-4374-9e0e-289317e51c76 admin admin] Publish callbacks [] for security_group (63ea824b-a326-4065-b5f1-7319ef2f89f6), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.596197 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7747a399-be8a-4374-9e0e-289317e51c76 admin admin] Publish callbacks [] for security_group (63ea824b-a326-4065-b5f1-7319ef2f89f6), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.628592 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [None req-8295aaac-18de-4ece-9e7b-dddbd372abe8 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Allocated IP 172.37.5.97 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/a2158ab6-e531-4e84-98b0-e4aebc16e448) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:54:34.633694 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:34.644562 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-9eeb255c-ded5-47e2-8275-fb983122d75e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-911419867-network', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:34.658131 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7747a399-be8a-4374-9e0e-289317e51c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (63ea824b-a326-4065-b5f1-7319ef2f89f6), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.660928 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7747a399-be8a-4374-9e0e-289317e51c76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.662060 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-7747a399-be8a-4374-9e0e-289317e51c76 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/63ea824b-a326-4065-b5f1-7319ef2f89f6 HTTP/1.1" status: 204 len: 168 time: 0.1553946 Sep 11 00:54:34.673689 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747a399-be8a-4374-9e0e-289317e51c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ea824b-a326-4065-b5f1-7319ef2f89f6,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:34.675796 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eeb255c-ded5-47e2-8275-fb983122d75e admin admin] Made reservation on behalf of d55d41063ec34fb6921c367025fa9af9 for: {'network': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:54:34.678063 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9eeb255c-ded5-47e2-8275-fb983122d75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for network (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.688369 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9eeb255c-ded5-47e2-8275-fb983122d75e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.756556 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8295aaac-18de-4ece-9e7b-dddbd372abe8 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for port (a2158ab6-e531-4e84-98b0-e4aebc16e448), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.771132 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9eeb255c-ded5-47e2-8275-fb983122d75e admin admin] Publish callbacks [] for security_group (06a592ee-a82a-4a21-aaa9-4f486808e521), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.776324 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9eeb255c-ded5-47e2-8275-fb983122d75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (06a592ee-a82a-4a21-aaa9-4f486808e521), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.800111 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8295aaac-18de-4ece-9e7b-dddbd372abe8 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (a2158ab6-e531-4e84-98b0-e4aebc16e448), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.808119 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:34.812531 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eeb255c-ded5-47e2-8275-fb983122d75e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=112722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 00:54:34.824596 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb255c-ded5-47e2-8275-fb983122d75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a592ee-a82a-4a21-aaa9-4f486808e521,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:34.831399 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9eeb255c-ded5-47e2-8275-fb983122d75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (5ac257b5-c440-416f-b0f8-8180b778ce58), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.831747 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.db.segments_db [None req-9eeb255c-ded5-47e2-8275-fb983122d75e admin admin] Added segment 5ac257b5-c440-416f-b0f8-8180b778ce58 of type vlan for network 4e359fd9-06a0-4943-a4a2-16a223ad6963 Sep 11 00:54:34.860280 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295aaac-18de-4ece-9e7b-dddbd372abe8 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Pushing event updated for resources: {'Port': ['ID=a2158ab6-e531-4e84-98b0-e4aebc16e448,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:34.875560 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8295aaac-18de-4ece-9e7b-dddbd372abe8 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:54:34.877339 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-8295aaac-18de-4ece-9e7b-dddbd372abe8 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:54:34.880566 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295aaac-18de-4ece-9e7b-dddbd372abe8 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:54:34.885881 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9eeb255c-ded5-47e2-8275-fb983122d75e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765262360468'] for network (4e359fd9-06a0-4943-a4a2-16a223ad6963), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.914701 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9eeb255c-ded5-47e2-8275-fb983122d75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for network (4e359fd9-06a0-4943-a4a2-16a223ad6963), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.916896 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eeb255c-ded5-47e2-8275-fb983122d75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:34.918056 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9eeb255c-ded5-47e2-8275-fb983122d75e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:34.985996 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8295aaac-18de-4ece-9e7b-dddbd372abe8 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for floatingip (de88a8eb-5cf7-495e-932a-092d32b25d07), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:35.031579 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8295aaac-18de-4ece-9e7b-dddbd372abe8 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (a2158ab6-e531-4e84-98b0-e4aebc16e448), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:35.204807 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8295aaac-18de-4ece-9e7b-dddbd372abe8 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for port (a2158ab6-e531-4e84-98b0-e4aebc16e448), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:35.210087 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8295aaac-18de-4ece-9e7b-dddbd372abe8 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (a2158ab6-e531-4e84-98b0-e4aebc16e448), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:35.230862 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb255c-ded5-47e2-8275-fb983122d75e admin admin] Pushing event updated for resources: {'Network': ['ID=4e359fd9-06a0-4943-a4a2-16a223ad6963,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:35.244663 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Network 4e359fd9-06a0-4943-a4a2-16a223ad6963 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=112723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 00:54:35.246560 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-9eeb255c-ded5-47e2-8275-fb983122d75e admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7243006 Sep 11 00:54:35.250913 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 44590) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:35.260772 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-cb95b4df-18df-4795-8757-823fd1b20ac7 admin admin] Request body: {'subnet': {'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-911419867-subnet', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'ip_version': 4}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:35.288503 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb95b4df-18df-4795-8757-823fd1b20ac7 admin admin] Made reservation on behalf of d55d41063ec34fb6921c367025fa9af9 for: {'subnet': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:54:35.292080 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-cb95b4df-18df-4795-8757-823fd1b20ac7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62399906'] for subnet (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:35.294733 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295aaac-18de-4ece-9e7b-dddbd372abe8 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Pushing event updated for resources: {'Port': ['ID=a2158ab6-e531-4e84-98b0-e4aebc16e448,revision_number=2']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:35.318265 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=2 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:35.321275 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=4 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:35.334289 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8295aaac-18de-4ece-9e7b-dddbd372abe8 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (de88a8eb-5cf7-495e-932a-092d32b25d07), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:35.354633 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8295aaac-18de-4ece-9e7b-dddbd372abe8 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:35.356295 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-8295aaac-18de-4ece-9e7b-dddbd372abe8 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9628572 Sep 11 00:54:35.501844 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:35.511374 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-cb95b4df-18df-4795-8757-823fd1b20ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61720823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62399932'] for subnet (9fc20d29-c23d-4b06-97c5-a82fa0ec92fe), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:35.582485 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-db9c828d-9e80-46a7-9538-29899be865f8 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1390386321&fields=id&tenant_id=6a58aefc25e141ca93821a80859875e8 HTTP/1.1" status: 200 len: 267 time: 0.0511689 Sep 11 00:54:35.586388 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95b4df-18df-4795-8757-823fd1b20ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc20d29-c23d-4b06-97c5-a82fa0ec92fe,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:35.592073 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb95b4df-18df-4795-8757-823fd1b20ac7 admin admin] Checking segment: {'id': '5ac257b5-c440-416f-b0f8-8180b778ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:54:35.592701 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb95b4df-18df-4795-8757-823fd1b20ac7 admin admin] Network hostable DHCP agents. Network: 4e359fd9-06a0-4943-a4a2-16a223ad6963, hostable agents: ['141562d2-e0e6-4955-8563-ce36b7299d64'], hosted agents: [] {{(pid=112722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 00:54:35.613377 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb95b4df-18df-4795-8757-823fd1b20ac7 admin admin] Network 4e359fd9-06a0-4943-a4a2-16a223ad6963 is scheduled to be hosted by DHCP agent 141562d2-e0e6-4955-8563-ce36b7299d64 with binding_index 1 {{(pid=112722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 00:54:35.625675 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-cb95b4df-18df-4795-8757-823fd1b20ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 4e359fd9-06a0-4943-a4a2-16a223ad6963) {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:54:35.630584 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb95b4df-18df-4795-8757-823fd1b20ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:35.631214 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-cb95b4df-18df-4795-8757-823fd1b20ac7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:35.639200 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f630925-5c04-436d-b45e-4ff6a8b595f2 None None] Network 4e359fd9-06a0-4943-a4a2-16a223ad6963 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:54:35.651898 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-cb95b4df-18df-4795-8757-823fd1b20ac7 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3994534 Sep 11 00:54:35.654520 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 44612) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:35.660577 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-a5d4ff94-613a-42f7-9db2-35c5a3259ae9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-911419867-router', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:35.691316 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a5d4ff94-613a-42f7-9db2-35c5a3259ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3794061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24926'] for router (3fe3b9ae-6e34-45b4-99c7-6ff48a166cac), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:35.693094 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a5d4ff94-613a-42f7-9db2-35c5a3259ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3793143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3766931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24935'] for router (3fe3b9ae-6e34-45b4-99c7-6ff48a166cac), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:35.720147 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:35.782738 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a5d4ff94-613a-42f7-9db2-35c5a3259ae9 admin admin] Publish callbacks [] for router_controller (3fe3b9ae-6e34-45b4-99c7-6ff48a166cac), precommit_add_association {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:35.910092 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b14fa7-7cd1-4882-98a9-ca5161fecaf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-4e359fd9-06a0-4943-a4a2-16a223ad6963', 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963', 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'fixed_ips': [{'subnet_id': '9fc20d29-c23d-4b06-97c5-a82fa0ec92fe'}]}} from dv-cinder-master-3-iscsi. {{(pid=112723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 11 00:54:35.911060 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-93b14fa7-7cd1-4882-98a9-ca5161fecaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:35.944064 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-7fcd55a9-d4e2-47d8-a8d4-b7bf4897a2ca tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:35.964358 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-7fcd55a9-d4e2-47d8-a8d4-b7bf4897a2ca tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/networks?id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f HTTP/1.1" status: 200 len: 819 time: 0.3668978 Sep 11 00:54:35.995222 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-05801a93-2b1e-4c6f-9dd4-1674d1d45ae4 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/quotas/6a58aefc25e141ca93821a80859875e8 HTTP/1.1" status: 200 len: 375 time: 0.0257030 Sep 11 00:54:36.040208 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a5d4ff94-613a-42f7-9db2-35c5a3259ae9 admin admin] Publish callbacks [] for router_gateway (3fe3b9ae-6e34-45b4-99c7-6ff48a166cac), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:36.081355 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-7dcd0a1f-eec7-43f9-a1af-63968f2402f1 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6a58aefc25e141ca93821a80859875e8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0854409 Sep 11 00:54:36.088085 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.db_base_plugin_common [None req-93b14fa7-7cd1-4882-98a9-ca5161fecaf4 None None] Allocated IP 172.20.0.2 (4e359fd9-06a0-4943-a4a2-16a223ad6963/9fc20d29-c23d-4b06-97c5-a82fa0ec92fe/c4505b71-3f6a-4f33-9cb5-85599374e242) {{(pid=112723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:54:36.107663 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:36.179853 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-3150040b-6463-4edc-90e1-8b8f43bb26a2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976346 Sep 11 00:54:36.251270 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-93b14fa7-7cd1-4882-98a9-ca5161fecaf4 None None] Publish callbacks [] for port (c4505b71-3f6a-4f33-9cb5-85599374e242), precommit_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:36.257548 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-93b14fa7-7cd1-4882-98a9-ca5161fecaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (c4505b71-3f6a-4f33-9cb5-85599374e242), after_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:36.264978 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a5d4ff94-613a-42f7-9db2-35c5a3259ae9 admin admin] Publish callbacks [] for router_gateway (3fe3b9ae-6e34-45b4-99c7-6ff48a166cac), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:36.280953 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-36c0f0bc-2053-4f6f-9294-3b78fe056ae4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949361 Sep 11 00:54:36.287532 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a5d4ff94-613a-42f7-9db2-35c5a3259ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:36.297276 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b14fa7-7cd1-4882-98a9-ca5161fecaf4 None None] Network 4e359fd9-06a0-4943-a4a2-16a223ad6963 is already hosted by enough agents. {{(pid=112723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:54:36.304825 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.base_scheduler [None req-93b14fa7-7cd1-4882-98a9-ca5161fecaf4 None None] Resources bound (agent type, host, resource id): {{(pid=112723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:54:36.308884 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b14fa7-7cd1-4882-98a9-ca5161fecaf4 None None] Received port after_create {{(pid=112723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:54:36.326764 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b14fa7-7cd1-4882-98a9-ca5161fecaf4 None None] Pushing event updated for resources: {'Port': ['ID=c4505b71-3f6a-4f33-9cb5-85599374e242,revision_number=1']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:36.380678 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-93b14fa7-7cd1-4882-98a9-ca5161fecaf4 None None] Attempting to bind port c4505b71-3f6a-4f33-9cb5-85599374e242 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:54:36.381116 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-93b14fa7-7cd1-4882-98a9-ca5161fecaf4 None None] Attempting to bind port c4505b71-3f6a-4f33-9cb5-85599374e242 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5ac257b5-c440-416f-b0f8-8180b778ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:54:36.381485 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b14fa7-7cd1-4882-98a9-ca5161fecaf4 None None] Attempting to bind port c4505b71-3f6a-4f33-9cb5-85599374e242 on network 4e359fd9-06a0-4943-a4a2-16a223ad6963 {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:54:36.420343 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [None req-a5d4ff94-613a-42f7-9db2-35c5a3259ae9 admin admin] Allocated IP 172.37.5.142 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/8817873c-6aff-4d18-860d-6c2c89fc4b0c) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:54:36.454053 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b14fa7-7cd1-4882-98a9-ca5161fecaf4 None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:54:36.454673 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b14fa7-7cd1-4882-98a9-ca5161fecaf4 None None] Checking segment: {'id': '5ac257b5-c440-416f-b0f8-8180b778ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:54:36.455248 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-93b14fa7-7cd1-4882-98a9-ca5161fecaf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:36.455777 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b14fa7-7cd1-4882-98a9-ca5161fecaf4 None None] Bound using segment: {'id': '5ac257b5-c440-416f-b0f8-8180b778ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:54:36.456455 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-93b14fa7-7cd1-4882-98a9-ca5161fecaf4 None None] Bound port: c4505b71-3f6a-4f33-9cb5-85599374e242, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac257b5-c440-416f-b0f8-8180b778ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:54:36.456990 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-93b14fa7-7cd1-4882-98a9-ca5161fecaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (c4505b71-3f6a-4f33-9cb5-85599374e242), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:36.470898 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:36.524176 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-bae6ea78-8e9d-4603-98c6-e0ccc134db70 req-81712dd6-5206-4116-95f5-776be0ab6ee5 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 210 time: 0.0573602 Sep 11 00:54:36.532531 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-93b14fa7-7cd1-4882-98a9-ca5161fecaf4 None None] For port c4505b71-3f6a-4f33-9cb5-85599374e242, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:54:36.538137 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-93b14fa7-7cd1-4882-98a9-ca5161fecaf4 None None] For port c4505b71-3f6a-4f33-9cb5-85599374e242, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c4505b71-3f6a-4f33-9cb5-85599374e242,segment=NetworkSegment(5ac257b5-c440-416f-b0f8-8180b778ce58),segment_id=5ac257b5-c440-416f-b0f8-8180b778ce58)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:54:36.548848 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-93b14fa7-7cd1-4882-98a9-ca5161fecaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (c4505b71-3f6a-4f33-9cb5-85599374e242), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:36.549611 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a5d4ff94-613a-42f7-9db2-35c5a3259ae9 admin admin] Publish callbacks [] for port (8817873c-6aff-4d18-860d-6c2c89fc4b0c), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:36.569028 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:36.597945 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a5d4ff94-613a-42f7-9db2-35c5a3259ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (8817873c-6aff-4d18-860d-6c2c89fc4b0c), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:36.603999 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=9 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:36.649001 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d4ff94-613a-42f7-9db2-35c5a3259ae9 admin admin] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:54:36.658641 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-a5d4ff94-613a-42f7-9db2-35c5a3259ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:54:36.675563 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d4ff94-613a-42f7-9db2-35c5a3259ae9 admin admin] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:54:36.731994 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4ff94-613a-42f7-9db2-35c5a3259ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=8817873c-6aff-4d18-860d-6c2c89fc4b0c,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:36.775144 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b14fa7-7cd1-4882-98a9-ca5161fecaf4 None None] Pushing event updated for resources: {'Port': ['ID=c4505b71-3f6a-4f33-9cb5-85599374e242,revision_number=2']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:37.064543 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:37.091418 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a5d4ff94-613a-42f7-9db2-35c5a3259ae9 admin admin] Publish callbacks [] for router_gateway (3fe3b9ae-6e34-45b4-99c7-6ff48a166cac), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:37.329977 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a5d4ff94-613a-42f7-9db2-35c5a3259ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3793056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3793755'] for router (3fe3b9ae-6e34-45b4-99c7-6ff48a166cac), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:37.472406 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d4ff94-613a-42f7-9db2-35c5a3259ae9 admin admin] Router 3fe3b9ae-6e34-45b4-99c7-6ff48a166cac is scheduled to L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 with binding_index 1 {{(pid=112722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 11 00:54:37.609487 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:37.610448 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d4ff94-613a-42f7-9db2-35c5a3259ae9 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:54:37.630424 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] Sync routers for ids ['3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:54:37.630996 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e39e3437-2fd7-4265-af85-ee25799917c0 req-48b1a183-6981-4864-8eb1-bd36061a6ff9 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 210 time: 0.0307786 Sep 11 00:54:37.643222 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] Routers {'3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:54:37.643441 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a5d4ff94-613a-42f7-9db2-35c5a3259ae9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:37.646833 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-a5d4ff94-613a-42f7-9db2-35c5a3259ae9 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9884386 Sep 11 00:54:37.647587 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 44650) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:37.651332 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:54:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:37.771047 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] Set router 3fe3b9ae-6e34-45b4-99c7-6ff48a166cac gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:54:37.831033 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54201181-7d03-4366-a9fb-3cd3a00ba977 None None] Network 4e359fd9-06a0-4943-a4a2-16a223ad6963 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:54:37.925709 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-61284445-134a-4644-a257-ede1c90d3bb0 None None] Provisioning complete for port c4505b71-3f6a-4f33-9cb5-85599374e242 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:37.926076 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-61284445-134a-4644-a257-ede1c90d3bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (c4505b71-3f6a-4f33-9cb5-85599374e242), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:38.100759 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-01240bad-b4c8-4d6d-8c23-2cf331791773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:38.127277 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device c4505b71-3f6a-4f33-9cb5-85599374e242 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:54:38.301419 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-61284445-134a-4644-a257-ede1c90d3bb0 None None] Current status of the port c4505b71-3f6a-4f33-9cb5-85599374e242 is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:54:38.302067 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-61284445-134a-4644-a257-ede1c90d3bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (c4505b71-3f6a-4f33-9cb5-85599374e242), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:38.311179 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'name': 'tempest-TestShelveInstance-911419867-router', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142'}], 'enable_snat': True}, 'gw_port_id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:35Z', 'updated_at': '2022-09-11T00:54:36Z', 'revision_number': 3, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'gw_port': {'id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:24:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:36Z', 'updated_at': '2022-09-11T00:54:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:38.390695 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [None req-01240bad-b4c8-4d6d-8c23-2cf331791773 admin admin] Allocated IP 172.20.0.1 (4e359fd9-06a0-4943-a4a2-16a223ad6963/9fc20d29-c23d-4b06-97c5-a82fa0ec92fe/8fd774b2-dbf4-47b3-9a8b-58e4006734ad) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:54:38.393999 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port c4505b71-3f6a-4f33-9cb5-85599374e242 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:38.394626 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (c4505b71-3f6a-4f33-9cb5-85599374e242), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:38.403580 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] Checking router: 3fe3b9ae-6e34-45b4-99c7-6ff48a166cac for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:54:38.404268 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] Updating router 3fe3b9ae-6e34-45b4-99c7-6ff48a166cac port 8817873c-6aff-4d18-860d-6c2c89fc4b0c binding host dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 00:54:38.457017 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (8817873c-6aff-4d18-860d-6c2c89fc4b0c), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:38.520244 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-61284445-134a-4644-a257-ede1c90d3bb0 None None] For port c4505b71-3f6a-4f33-9cb5-85599374e242, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c4505b71-3f6a-4f33-9cb5-85599374e242,segment=NetworkSegment(5ac257b5-c440-416f-b0f8-8180b778ce58),segment_id=5ac257b5-c440-416f-b0f8-8180b778ce58)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:54:38.526574 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-01240bad-b4c8-4d6d-8c23-2cf331791773 admin admin] Publish callbacks [] for port (8fd774b2-dbf4-47b3-9a8b-58e4006734ad), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:38.536806 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-61284445-134a-4644-a257-ede1c90d3bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (c4505b71-3f6a-4f33-9cb5-85599374e242), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:38.556361 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:38.566362 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-01240bad-b4c8-4d6d-8c23-2cf331791773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (8fd774b2-dbf4-47b3-9a8b-58e4006734ad), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:38.606683 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-93ffa942-31c3-42b4-b21a-46d0dd6ac9d5 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:38.606683 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-93ffa942-31c3-42b4-b21a-46d0dd6ac9d5 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.18 "GET /networking/v2.0/networks?id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f HTTP/1.1" status: 200 len: 819 time: 0.3607116 Sep 11 00:54:38.661905 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:38.677045 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:38.678610 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-f6ae1a9f-b979-4dda-89eb-294205a97fee None None] Provisioning complete for port c4505b71-3f6a-4f33-9cb5-85599374e242 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:38.679271 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-f6ae1a9f-b979-4dda-89eb-294205a97fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (c4505b71-3f6a-4f33-9cb5-85599374e242), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:38.701769 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:38.713347 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01240bad-b4c8-4d6d-8c23-2cf331791773 admin admin] Network 4e359fd9-06a0-4943-a4a2-16a223ad6963 is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:54:38.718576 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:38.721025 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01240bad-b4c8-4d6d-8c23-2cf331791773 admin admin] Pushing event updated for resources: {'Port': ['ID=8fd774b2-dbf4-47b3-9a8b-58e4006734ad,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:38.726150 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-01240bad-b4c8-4d6d-8c23-2cf331791773 admin admin] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:54:38.730496 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01240bad-b4c8-4d6d-8c23-2cf331791773 admin admin] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:54:38.754029 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-d391a822-81ba-434d-aada-a17132657738 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6a58aefc25e141ca93821a80859875e8 HTTP/1.1" status: 200 len: 380 time: 0.1323266 Sep 11 00:54:38.772657 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61284445-134a-4644-a257-ede1c90d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=c4505b71-3f6a-4f33-9cb5-85599374e242,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:38.817417 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-bc9d6435-94aa-4aa0-88e8-04c048da52e0 req-c265c426-b590-4eda-83cc-7992250c2c69 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 210 time: 0.0359180 Sep 11 00:54:38.821573 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-01240bad-b4c8-4d6d-8c23-2cf331791773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3767825'] for router_interface (3fe3b9ae-6e34-45b4-99c7-6ff48a166cac), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:38.859976 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port c4505b71-3f6a-4f33-9cb5-85599374e242 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:54:38.887758 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-8b4f38aa-73df-4455-8b85-db8b86b87c97 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Request body: {'port': {'device_id': 'eb3cc25c-09a9-47c9-bc2e-d5227478ab70', 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'admin_state_up': True, 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'security_groups': ['997619b6-89f0-4b52-a619-500bc361a65c']}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:38.988756 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-f6ae1a9f-b979-4dda-89eb-294205a97fee None None] Current status of the port c4505b71-3f6a-4f33-9cb5-85599374e242 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:54:38.997333 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-01240bad-b4c8-4d6d-8c23-2cf331791773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (8fd774b2-dbf4-47b3-9a8b-58e4006734ad), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:39.064465 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] Publish callbacks [] for port (8817873c-6aff-4d18-860d-6c2c89fc4b0c), precommit_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:39.071612 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (8817873c-6aff-4d18-860d-6c2c89fc4b0c), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:39.089602 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-8b4f38aa-73df-4455-8b85-db8b86b87c97 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Made reservation on behalf of 6a58aefc25e141ca93821a80859875e8 for: {'port': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:54:39.093457 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-8b4f38aa-73df-4455-8b85-db8b86b87c97 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:39.122049 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-ec9ed51b-9bef-4e73-a45e-0ca5a45baab6 None None] Provisioning complete for port 8fd774b2-dbf4-47b3-9a8b-58e4006734ad triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:39.122416 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-ec9ed51b-9bef-4e73-a45e-0ca5a45baab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (8fd774b2-dbf4-47b3-9a8b-58e4006734ad), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:39.147451 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] Attempting to bind port 8817873c-6aff-4d18-860d-6c2c89fc4b0c on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:54:39.147863 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] Attempting to bind port 8817873c-6aff-4d18-860d-6c2c89fc4b0c by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:54:39.148175 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] Attempting to bind port 8817873c-6aff-4d18-860d-6c2c89fc4b0c on network c4f00262-7f99-4bd5-861f-59a77dcd079c {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:54:39.183986 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-01240bad-b4c8-4d6d-8c23-2cf331791773 admin admin] Publish callbacks [] for port (8fd774b2-dbf4-47b3-9a8b-58e4006734ad), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:39.189623 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-01240bad-b4c8-4d6d-8c23-2cf331791773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (8fd774b2-dbf4-47b3-9a8b-58e4006734ad), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:39.194148 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e7557-b6f9-4318-bcb9-7f3270e86a6e None None] Pushing event updated for resources: {'Port': ['ID=8817873c-6aff-4d18-860d-6c2c89fc4b0c,revision_number=2']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:39.203263 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-ec9ed51b-9bef-4e73-a45e-0ca5a45baab6 None None] Port 8fd774b2-dbf4-47b3-9a8b-58e4006734ad cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:54:39.220886 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:54:39.220886 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] Checking segment: {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:54:39.221242 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:39.221584 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] Bound using segment: {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:54:39.222056 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] Bound port: 8817873c-6aff-4d18-860d-6c2c89fc4b0c, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:54:39.222437 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (8817873c-6aff-4d18-860d-6c2c89fc4b0c), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:39.243138 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-8b4f38aa-73df-4455-8b85-db8b86b87c97 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Allocated IP 172.20.0.5 (4d017d49-42d2-4f66-ab1e-6d7b9f9e874f/c6a47ffa-8534-424b-aa2a-93b1efe10fe2/f4ee5962-5a14-4994-83b5-3235d55d032f) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:54:39.259088 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01240bad-b4c8-4d6d-8c23-2cf331791773 admin admin] Pushing event updated for resources: {'Port': ['ID=8fd774b2-dbf4-47b3-9a8b-58e4006734ad,revision_number=2']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:39.262236 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-01240bad-b4c8-4d6d-8c23-2cf331791773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3767949'] for router_interface (3fe3b9ae-6e34-45b4-99c7-6ff48a166cac), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:39.279889 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:39.280134 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] For port 8817873c-6aff-4d18-860d-6c2c89fc4b0c, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:54:39.285135 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] For port 8817873c-6aff-4d18-860d-6c2c89fc4b0c, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8817873c-6aff-4d18-860d-6c2c89fc4b0c,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:54:39.294511 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (8817873c-6aff-4d18-860d-6c2c89fc4b0c), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:39.335581 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] Routers {'3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:54:39.336747 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:54:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:39.364241 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01240bad-b4c8-4d6d-8c23-2cf331791773 admin admin] Network 4e359fd9-06a0-4943-a4a2-16a223ad6963 is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:54:39.365876 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-01240bad-b4c8-4d6d-8c23-2cf331791773 admin admin] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:54:39.401179 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-8b4f38aa-73df-4455-8b85-db8b86b87c97 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for port (f4ee5962-5a14-4994-83b5-3235d55d032f), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:39.410944 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e7557-b6f9-4318-bcb9-7f3270e86a6e None None] Pushing event updated for resources: {'Port': ['ID=8817873c-6aff-4d18-860d-6c2c89fc4b0c,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:39.455093 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-8b4f38aa-73df-4455-8b85-db8b86b87c97 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (f4ee5962-5a14-4994-83b5-3235d55d032f), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:39.485478 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] Set router 3fe3b9ae-6e34-45b4-99c7-6ff48a166cac gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:54:39.493977 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01240bad-b4c8-4d6d-8c23-2cf331791773 admin admin] Router 3fe3b9ae-6e34-45b4-99c7-6ff48a166cac has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:54:39.512821 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-8b4f38aa-73df-4455-8b85-db8b86b87c97 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Network 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:54:39.516185 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-8b4f38aa-73df-4455-8b85-db8b86b87c97 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:54:39.522604 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-8b4f38aa-73df-4455-8b85-db8b86b87c97 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:54:39.563537 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f38aa-73df-4455-8b85-db8b86b87c97 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Pushing event updated for resources: {'Port': ['ID=f4ee5962-5a14-4994-83b5-3235d55d032f,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:39.599550 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-8b4f38aa-73df-4455-8b85-db8b86b87c97 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:39.600130 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-8b4f38aa-73df-4455-8b85-db8b86b87c97 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:39.624257 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-8b4f38aa-73df-4455-8b85-db8b86b87c97 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7424543 Sep 11 00:54:39.657731 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01240bad-b4c8-4d6d-8c23-2cf331791773 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:54:39.678130 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-01240bad-b4c8-4d6d-8c23-2cf331791773 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/3fe3b9ae-6e34-45b4-99c7-6ff48a166cac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0202050 Sep 11 00:54:39.811676 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-3e986af6-0b89-43c0-ac3d-eeb3be21d227 None None] Provisioning complete for port 8fd774b2-dbf4-47b3-9a8b-58e4006734ad triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:39.812309 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-3e986af6-0b89-43c0-ac3d-eeb3be21d227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (8fd774b2-dbf4-47b3-9a8b-58e4006734ad), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:39.849653 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:39.867086 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:39.882378 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-3e986af6-0b89-43c0-ac3d-eeb3be21d227 None None] Port 8fd774b2-dbf4-47b3-9a8b-58e4006734ad cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:54:39.941242 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:39.945449 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'name': 'tempest-TestShelveInstance-911419867-router', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142'}], 'enable_snat': True}, 'gw_port_id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:35Z', 'updated_at': '2022-09-11T00:54:38Z', 'revision_number': 4, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'gw_port': {'id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:24:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:36Z', 'updated_at': '2022-09-11T00:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '8fd774b2-dbf4-47b3-9a8b-58e4006734ad', 'name': '', 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'mac_address': 'fa:16:3e:18:35:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9fc20d29-c23d-4b06-97c5-a82fa0ec92fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:38Z', 'updated_at': '2022-09-11T00:54:39Z', 'revision_number': 2, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'subnets': [{'id': '9fc20d29-c23d-4b06-97c5-a82fa0ec92fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:39.956752 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a4d89-dd68-4e03-a76b-5a1b001a1473 req-ee67c830-7b09-4958-bc06-9d2ecea6a5ea tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:39.958288 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-989a4d89-dd68-4e03-a76b-5a1b001a1473 req-ee67c830-7b09-4958-bc06-9d2ecea6a5ea tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 931 time: 0.0547397 Sep 11 00:54:39.984594 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e650b-1a01-40d6-8b2a-226fb60106a0 None None] The sync data for ids ['3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'] in dv-cinder-master-3-iscsi is: [{'id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'name': 'tempest-TestShelveInstance-911419867-router', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142'}], 'enable_snat': True}, 'gw_port_id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:35Z', 'updated_at': '2022-09-11T00:54:38Z', 'revision_number': 4, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'gw_port': {'id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:24:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:36Z', 'updated_at': '2022-09-11T00:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '8fd774b2-dbf4-47b3-9a8b-58e4006734ad', 'name': '', 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'mac_address': 'fa:16:3e:18:35:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9fc20d29-c23d-4b06-97c5-a82fa0ec92fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:38Z', 'updated_at': '2022-09-11T00:54:39Z', 'revision_number': 2, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'subnets': [{'id': '9fc20d29-c23d-4b06-97c5-a82fa0ec92fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:54:40.013161 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-e986ed6e-7fce-46f2-8394-88a1ea91a3dd None None] Provisioning complete for port f4ee5962-5a14-4994-83b5-3235d55d032f triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:40.013593 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e986ed6e-7fce-46f2-8394-88a1ea91a3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (f4ee5962-5a14-4994-83b5-3235d55d032f), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:40.052759 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:40.056845 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-e986ed6e-7fce-46f2-8394-88a1ea91a3dd None None] Port f4ee5962-5a14-4994-83b5-3235d55d032f cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:54:40.067195 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-989a4d89-dd68-4e03-a76b-5a1b001a1473 req-47467085-5679-4fcb-824c-f998f71ced29 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020527 Sep 11 00:54:40.109175 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device c4505b71-3f6a-4f33-9cb5-85599374e242 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:54:40.156729 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port c4505b71-3f6a-4f33-9cb5-85599374e242 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:40.157187 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (c4505b71-3f6a-4f33-9cb5-85599374e242), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:40.264108 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port c4505b71-3f6a-4f33-9cb5-85599374e242 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:54:40.415448 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 44714) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:40.421249 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-aa43130f-dbc3-41ce-8a48-a4fd3d842cc6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2011244622-network', 'tenant_id': 'c0a6200260914ce48590b57b10f75f24'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:40.445039 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa43130f-dbc3-41ce-8a48-a4fd3d842cc6 admin admin] Made reservation on behalf of c0a6200260914ce48590b57b10f75f24 for: {'network': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:54:40.448033 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-aa43130f-dbc3-41ce-8a48-a4fd3d842cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for network (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:40.457532 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-aa43130f-dbc3-41ce-8a48-a4fd3d842cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:40.545502 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-aa43130f-dbc3-41ce-8a48-a4fd3d842cc6 admin admin] Publish callbacks [] for security_group (fc58c8bf-cb79-4234-8711-bd7297baa09b), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:40.550018 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-aa43130f-dbc3-41ce-8a48-a4fd3d842cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (fc58c8bf-cb79-4234-8711-bd7297baa09b), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:40.578757 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa43130f-dbc3-41ce-8a48-a4fd3d842cc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=112721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 00:54:40.590088 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43130f-dbc3-41ce-8a48-a4fd3d842cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc58c8bf-cb79-4234-8711-bd7297baa09b,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:40.595268 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-aa43130f-dbc3-41ce-8a48-a4fd3d842cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (bd2e0170-6a6e-4a31-ad0d-b0d42c20b630), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:40.595610 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.segments_db [None req-aa43130f-dbc3-41ce-8a48-a4fd3d842cc6 admin admin] Added segment bd2e0170-6a6e-4a31-ad0d-b0d42c20b630 of type vlan for network d339359a-a3f2-4486-8eb1-c0427090f216 Sep 11 00:54:40.646930 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-aa43130f-dbc3-41ce-8a48-a4fd3d842cc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765262360468'] for network (d339359a-a3f2-4486-8eb1-c0427090f216), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:40.680558 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-aa43130f-dbc3-41ce-8a48-a4fd3d842cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for network (d339359a-a3f2-4486-8eb1-c0427090f216), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:40.681641 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa43130f-dbc3-41ce-8a48-a4fd3d842cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:40.682323 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-aa43130f-dbc3-41ce-8a48-a4fd3d842cc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:40.752646 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-aa43130f-dbc3-41ce-8a48-a4fd3d842cc6 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3351121 Sep 11 00:54:40.755354 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 44722) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:40.760431 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-f55e3560-8b0d-4d59-a1a2-df35844201e3 admin admin] Request body: {'subnet': {'network_id': 'd339359a-a3f2-4486-8eb1-c0427090f216', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2011244622-subnet', 'tenant_id': 'c0a6200260914ce48590b57b10f75f24', 'ip_version': 4}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:40.770297 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43130f-dbc3-41ce-8a48-a4fd3d842cc6 admin admin] Pushing event updated for resources: {'Network': ['ID=d339359a-a3f2-4486-8eb1-c0427090f216,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:40.785832 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Network d339359a-a3f2-4486-8eb1-c0427090f216 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=112723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 00:54:40.795002 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55e3560-8b0d-4d59-a1a2-df35844201e3 admin admin] Made reservation on behalf of c0a6200260914ce48590b57b10f75f24 for: {'subnet': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:54:40.798170 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-f55e3560-8b0d-4d59-a1a2-df35844201e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61942965'] for subnet (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:41.030213 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-f55e3560-8b0d-4d59-a1a2-df35844201e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62184726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61942955'] for subnet (bd10bdf6-1272-413c-8f22-4c0589708800), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:41.105878 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e3560-8b0d-4d59-a1a2-df35844201e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd10bdf6-1272-413c-8f22-4c0589708800,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:41.116071 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55e3560-8b0d-4d59-a1a2-df35844201e3 admin admin] Checking segment: {'id': 'bd2e0170-6a6e-4a31-ad0d-b0d42c20b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd339359a-a3f2-4486-8eb1-c0427090f216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:54:41.116430 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55e3560-8b0d-4d59-a1a2-df35844201e3 admin admin] Network hostable DHCP agents. Network: d339359a-a3f2-4486-8eb1-c0427090f216, hostable agents: ['141562d2-e0e6-4955-8563-ce36b7299d64'], hosted agents: [] {{(pid=112721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 00:54:41.141657 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55e3560-8b0d-4d59-a1a2-df35844201e3 admin admin] Network d339359a-a3f2-4486-8eb1-c0427090f216 is scheduled to be hosted by DHCP agent 141562d2-e0e6-4955-8563-ce36b7299d64 with binding_index 1 {{(pid=112721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 00:54:41.155973 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-f55e3560-8b0d-4d59-a1a2-df35844201e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, d339359a-a3f2-4486-8eb1-c0427090f216) {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:54:41.162986 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55e3560-8b0d-4d59-a1a2-df35844201e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:41.163472 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-f55e3560-8b0d-4d59-a1a2-df35844201e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for subnet (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:41.165144 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70510cb-fa7f-409b-87d0-99f5b752b992 None None] Network d339359a-a3f2-4486-8eb1-c0427090f216 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:54:41.171131 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:41.211232 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-f55e3560-8b0d-4d59-a1a2-df35844201e3 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4546316 Sep 11 00:54:41.215199 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 44734) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:41.219564 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-991ef7ac-c7c2-46f8-826e-027878364ecd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2011244622-router', 'tenant_id': 'c0a6200260914ce48590b57b10f75f24', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:41.247502 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de966f-d9d7-4ea6-af90-5a73b467655b req-cecfe14f-fc74-484c-add7-d47c7f6caa10 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:41.249330 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-37de966f-d9d7-4ea6-af90-5a73b467655b req-cecfe14f-fc74-484c-add7-d47c7f6caa10 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 931 time: 0.0594440 Sep 11 00:54:41.258279 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-991ef7ac-c7c2-46f8-826e-027878364ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3794061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24926'] for router (a2c8bf04-480b-4ad4-baeb-8ead16288bf5), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:41.263904 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-991ef7ac-c7c2-46f8-826e-027878364ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3793143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3766931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24935'] for router (a2c8bf04-480b-4ad4-baeb-8ead16288bf5), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:41.285872 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:41.293399 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f8613d-6b9f-4054-a2a7-283ce7c96add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-d339359a-a3f2-4486-8eb1-c0427090f216', 'network_id': 'd339359a-a3f2-4486-8eb1-c0427090f216', 'project_id': 'c0a6200260914ce48590b57b10f75f24', 'fixed_ips': [{'subnet_id': 'bd10bdf6-1272-413c-8f22-4c0589708800'}]}} from dv-cinder-master-3-iscsi. {{(pid=112723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 11 00:54:41.294693 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-32f8613d-6b9f-4054-a2a7-283ce7c96add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:41.307793 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-37de966f-d9d7-4ea6-af90-5a73b467655b req-1ec06cad-cbf7-4aad-ae98-daf3fb83cae5 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529983 Sep 11 00:54:41.327078 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-991ef7ac-c7c2-46f8-826e-027878364ecd admin admin] Publish callbacks [] for router_controller (a2c8bf04-480b-4ad4-baeb-8ead16288bf5), precommit_add_association {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:41.477561 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.db_base_plugin_common [None req-32f8613d-6b9f-4054-a2a7-283ce7c96add None None] Allocated IP 172.20.0.2 (d339359a-a3f2-4486-8eb1-c0427090f216/bd10bdf6-1272-413c-8f22-4c0589708800/9223427a-09e9-44de-bff7-d31dad35eb1d) {{(pid=112723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:54:41.490502 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:41.629451 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-422cedc4-a7da-4e7f-a481-26207204d67f service neutron] Request body: {'port': {'device_id': 'eb3cc25c-09a9-47c9-bc2e-d5227478ab70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:41.654818 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-32f8613d-6b9f-4054-a2a7-283ce7c96add None None] Publish callbacks [] for port (9223427a-09e9-44de-bff7-d31dad35eb1d), precommit_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:41.664208 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-32f8613d-6b9f-4054-a2a7-283ce7c96add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (9223427a-09e9-44de-bff7-d31dad35eb1d), after_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:41.694171 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:41.723735 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f8613d-6b9f-4054-a2a7-283ce7c96add None None] Network d339359a-a3f2-4486-8eb1-c0427090f216 is already hosted by enough agents. {{(pid=112723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:54:41.725310 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8613d-6b9f-4054-a2a7-283ce7c96add None None] Pushing event updated for resources: {'Port': ['ID=9223427a-09e9-44de-bff7-d31dad35eb1d,revision_number=1']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:41.729151 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.base_scheduler [None req-32f8613d-6b9f-4054-a2a7-283ce7c96add None None] Resources bound (agent type, host, resource id): {{(pid=112723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:54:41.733573 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f8613d-6b9f-4054-a2a7-283ce7c96add None None] Received port after_create {{(pid=112723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:54:41.752890 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-991ef7ac-c7c2-46f8-826e-027878364ecd admin admin] Publish callbacks [] for router_gateway (a2c8bf04-480b-4ad4-baeb-8ead16288bf5), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:41.768030 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-422cedc4-a7da-4e7f-a481-26207204d67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (f4ee5962-5a14-4994-83b5-3235d55d032f), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:41.779244 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:41.804201 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-32f8613d-6b9f-4054-a2a7-283ce7c96add None None] Attempting to bind port 9223427a-09e9-44de-bff7-d31dad35eb1d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:54:41.804201 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-32f8613d-6b9f-4054-a2a7-283ce7c96add None None] Attempting to bind port 9223427a-09e9-44de-bff7-d31dad35eb1d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'bd2e0170-6a6e-4a31-ad0d-b0d42c20b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd339359a-a3f2-4486-8eb1-c0427090f216'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:54:41.804201 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8613d-6b9f-4054-a2a7-283ce7c96add None None] Attempting to bind port 9223427a-09e9-44de-bff7-d31dad35eb1d on network d339359a-a3f2-4486-8eb1-c0427090f216 {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:54:41.849443 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8613d-6b9f-4054-a2a7-283ce7c96add None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:54:41.850129 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8613d-6b9f-4054-a2a7-283ce7c96add None None] Checking segment: {'id': 'bd2e0170-6a6e-4a31-ad0d-b0d42c20b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd339359a-a3f2-4486-8eb1-c0427090f216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:54:41.850695 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-32f8613d-6b9f-4054-a2a7-283ce7c96add None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:41.851263 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8613d-6b9f-4054-a2a7-283ce7c96add None None] Bound using segment: {'id': 'bd2e0170-6a6e-4a31-ad0d-b0d42c20b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd339359a-a3f2-4486-8eb1-c0427090f216'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:54:41.851955 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-32f8613d-6b9f-4054-a2a7-283ce7c96add None None] Bound port: 9223427a-09e9-44de-bff7-d31dad35eb1d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2e0170-6a6e-4a31-ad0d-b0d42c20b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd339359a-a3f2-4486-8eb1-c0427090f216'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:54:41.852681 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-32f8613d-6b9f-4054-a2a7-283ce7c96add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (9223427a-09e9-44de-bff7-d31dad35eb1d), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:41.864714 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:41.926540 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-32f8613d-6b9f-4054-a2a7-283ce7c96add None None] For port 9223427a-09e9-44de-bff7-d31dad35eb1d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:54:41.929803 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-32f8613d-6b9f-4054-a2a7-283ce7c96add None None] For port 9223427a-09e9-44de-bff7-d31dad35eb1d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9223427a-09e9-44de-bff7-d31dad35eb1d,segment=NetworkSegment(bd2e0170-6a6e-4a31-ad0d-b0d42c20b630),segment_id=bd2e0170-6a6e-4a31-ad0d-b0d42c20b630)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:54:41.937979 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-32f8613d-6b9f-4054-a2a7-283ce7c96add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (9223427a-09e9-44de-bff7-d31dad35eb1d), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:42.029846 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8613d-6b9f-4054-a2a7-283ce7c96add None None] Pushing event updated for resources: {'Port': ['ID=9223427a-09e9-44de-bff7-d31dad35eb1d,revision_number=2']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:42.109597 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:42.132052 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 8817873c-6aff-4d18-860d-6c2c89fc4b0c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:54:42.196185 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-991ef7ac-c7c2-46f8-826e-027878364ecd admin admin] Publish callbacks [] for router_gateway (a2c8bf04-480b-4ad4-baeb-8ead16288bf5), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:42.207991 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 8817873c-6aff-4d18-860d-6c2c89fc4b0c triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:42.208500 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (8817873c-6aff-4d18-860d-6c2c89fc4b0c), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:42.318078 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-991ef7ac-c7c2-46f8-826e-027878364ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:42.349969 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 8817873c-6aff-4d18-860d-6c2c89fc4b0c is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:54:42.350651 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (8817873c-6aff-4d18-860d-6c2c89fc4b0c), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:42.397057 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port 8817873c-6aff-4d18-860d-6c2c89fc4b0c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8817873c-6aff-4d18-860d-6c2c89fc4b0c,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:54:42.408296 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (8817873c-6aff-4d18-860d-6c2c89fc4b0c), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:42.444219 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-422cedc4-a7da-4e7f-a481-26207204d67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4ee5962-5a14-4994-83b5-3235d55d032f {{(pid=112722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:54:42.464801 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-422cedc4-a7da-4e7f-a481-26207204d67f service neutron] Publish callbacks [] for port (f4ee5962-5a14-4994-83b5-3235d55d032f), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:42.475059 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=8817873c-6aff-4d18-860d-6c2c89fc4b0c,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:42.487324 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdcc1d-8428-4313-be16-6cc280fe1305 req-ac96fbbb-a503-44ee-bd7b-27612fbdfea2 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:42.494462 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7fbdcc1d-8428-4313-be16-6cc280fe1305 req-ac96fbbb-a503-44ee-bd7b-27612fbdfea2 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 931 time: 0.0654168 Sep 11 00:54:42.512508 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.provisioning_blocks [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-422cedc4-a7da-4e7f-a481-26207204d67f service neutron] Transition to ACTIVE for port object f4ee5962-5a14-4994-83b5-3235d55d032f will not be triggered until provisioned by entity L2. {{(pid=112722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 11 00:54:42.519291 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-422cedc4-a7da-4e7f-a481-26207204d67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (f4ee5962-5a14-4994-83b5-3235d55d032f), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:42.542439 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7fbdcc1d-8428-4313-be16-6cc280fe1305 req-c967874c-a7b8-457f-b37e-788d05f7f9b3 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470071 Sep 11 00:54:42.572346 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [None req-991ef7ac-c7c2-46f8-826e-027878364ecd admin admin] Allocated IP 172.37.5.23 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/d7d7b8ed-8438-44e2-9dcb-0138216a96ab) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:54:42.609562 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cedc4-a7da-4e7f-a481-26207204d67f service neutron] Pushing event updated for resources: {'Port': ['ID=f4ee5962-5a14-4994-83b5-3235d55d032f,revision_number=2']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:42.726120 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-422cedc4-a7da-4e7f-a481-26207204d67f service neutron] Attempting to bind port f4ee5962-5a14-4994-83b5-3235d55d032f on host hv-cinder-maste for vnic_type normal with profile {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:54:42.726454 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-422cedc4-a7da-4e7f-a481-26207204d67f service neutron] Attempting to bind port f4ee5962-5a14-4994-83b5-3235d55d032f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'efa8b440-94f8-4ee3-85f9-45381836be7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f'}] {{(pid=112722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:54:42.726779 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-422cedc4-a7da-4e7f-a481-26207204d67f service neutron] Attempting to bind port f4ee5962-5a14-4994-83b5-3235d55d032f on network 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:54:42.780846 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-991ef7ac-c7c2-46f8-826e-027878364ecd admin admin] Publish callbacks [] for port (d7d7b8ed-8438-44e2-9dcb-0138216a96ab), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:42.798563 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-422cedc4-a7da-4e7f-a481-26207204d67f service neutron] Port f4ee5962-5a14-4994-83b5-3235d55d032f on network 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 11 00:54:42.798918 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-422cedc4-a7da-4e7f-a481-26207204d67f service neutron] Attempting to bind port f4ee5962-5a14-4994-83b5-3235d55d032f on network 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:54:42.853652 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:42.865532 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-422cedc4-a7da-4e7f-a481-26207204d67f service neutron] Checking agent: {'id': '59bd9a15-1b15-4a76-8496-742ec7e1ef61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'started_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:54:42.865876 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-422cedc4-a7da-4e7f-a481-26207204d67f service neutron] Checking segment: {'id': 'efa8b440-94f8-4ee3-85f9-45381836be7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:54:42.866260 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-422cedc4-a7da-4e7f-a481-26207204d67f service neutron] Bound using segment: {'id': 'efa8b440-94f8-4ee3-85f9-45381836be7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f'} {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:54:42.866696 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-422cedc4-a7da-4e7f-a481-26207204d67f service neutron] Bound port: f4ee5962-5a14-4994-83b5-3235d55d032f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efa8b440-94f8-4ee3-85f9-45381836be7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f'}}] {{(pid=112722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:54:42.867078 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-422cedc4-a7da-4e7f-a481-26207204d67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (f4ee5962-5a14-4994-83b5-3235d55d032f), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:42.869416 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-991ef7ac-c7c2-46f8-826e-027878364ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (d7d7b8ed-8438-44e2-9dcb-0138216a96ab), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:42.872929 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:42.929260 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991ef7ac-c7c2-46f8-826e-027878364ecd admin admin] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:54:42.952607 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-991ef7ac-c7c2-46f8-826e-027878364ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:54:42.958296 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991ef7ac-c7c2-46f8-826e-027878364ecd admin admin] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:54:42.967392 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ef7ac-c7c2-46f8-826e-027878364ecd admin admin] Pushing event updated for resources: {'Port': ['ID=d7d7b8ed-8438-44e2-9dcb-0138216a96ab,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:43.023699 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-422cedc4-a7da-4e7f-a481-26207204d67f service neutron] For port f4ee5962-5a14-4994-83b5-3235d55d032f, host hv-cinder-maste, cleared binding levels {{(pid=112722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:54:43.031102 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] Sync routers for ids ['3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:54:43.049041 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] Routers {'3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:54:43.049665 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:54:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:43.073830 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-422cedc4-a7da-4e7f-a481-26207204d67f service neutron] For port f4ee5962-5a14-4994-83b5-3235d55d032f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f4ee5962-5a14-4994-83b5-3235d55d032f,segment=NetworkSegment(efa8b440-94f8-4ee3-85f9-45381836be7e),segment_id=efa8b440-94f8-4ee3-85f9-45381836be7e)] {{(pid=112722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:54:43.136274 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-422cedc4-a7da-4e7f-a481-26207204d67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (f4ee5962-5a14-4994-83b5-3235d55d032f), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:43.163067 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-422cedc4-a7da-4e7f-a481-26207204d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:43.164403 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-422cedc4-a7da-4e7f-a481-26207204d67f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:43.165130 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-422cedc4-a7da-4e7f-a481-26207204d67f service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/f4ee5962-5a14-4994-83b5-3235d55d032f HTTP/1.1" status: 200 len: 1093 time: 1.5398214 Sep 11 00:54:43.165807 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3cc25c-09a9-47c9-bc2e-d5227478ab70', 'tag': 'f4ee5962-5a14-4994-83b5-3235d55d032f'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:54:43.168105 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe19502-11a7-4a2f-8eaa-efa5c7212257" -d '{"events": [{"name": "network-changed", "server_uuid": "eb3cc25c-09a9-47c9-bc2e-d5227478ab70", "tag": "f4ee5962-5a14-4994-83b5-3235d55d032f"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:54:43.203672 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] Set router 3fe3b9ae-6e34-45b4-99c7-6ff48a166cac gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:54:43.265593 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d35265-f032-42c5-b43c-1a2ff4c28de9 None None] Network d339359a-a3f2-4486-8eb1-c0427090f216 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:54:43.301853 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba99d49d-e04a-49bb-8740-1d3830b9be25 x-openstack-request-id: req-ba99d49d-e04a-49bb-8740-1d3830b9be25 {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:54:43.303819 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb3cc25c-09a9-47c9-bc2e-d5227478ab70", "tag": "f4ee5962-5a14-4994-83b5-3235d55d032f", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:54:43.304237 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ba99d49d-e04a-49bb-8740-1d3830b9be25 {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:54:43.304657 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba99d49d-e04a-49bb-8740-1d3830b9be25'] response: {'name': 'network-changed', 'server_uuid': 'eb3cc25c-09a9-47c9-bc2e-d5227478ab70', 'tag': 'f4ee5962-5a14-4994-83b5-3235d55d032f', 'status': 'completed', 'code': 200} Sep 11 00:54:43.333879 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c8464-0f3d-4819-a71e-353683c4f3a3 req-0bba2384-0a89-420e-a9a4-b833c97bb1a5 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:43.341397 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cedc4-a7da-4e7f-a481-26207204d67f service neutron] Pushing event updated for resources: {'Port': ['ID=f4ee5962-5a14-4994-83b5-3235d55d032f,revision_number=3']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:43.342262 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c43c8464-0f3d-4819-a71e-353683c4f3a3 req-0bba2384-0a89-420e-a9a4-b833c97bb1a5 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.0669215 Sep 11 00:54:43.398013 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-8b6cdf2d-d50f-434c-9f9e-a0a8e8a45b4f None None] Provisioning complete for port 9223427a-09e9-44de-bff7-d31dad35eb1d triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:43.398719 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-8b6cdf2d-d50f-434c-9f9e-a0a8e8a45b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (9223427a-09e9-44de-bff7-d31dad35eb1d), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:43.423791 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c43c8464-0f3d-4819-a71e-353683c4f3a3 req-a3aeca70-8d00-4e2c-a3c4-28c220eb0582 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771015 Sep 11 00:54:43.436399 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'name': 'tempest-TestShelveInstance-911419867-router', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142'}], 'enable_snat': True}, 'gw_port_id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:35Z', 'updated_at': '2022-09-11T00:54:38Z', 'revision_number': 4, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'gw_port': {'id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:36Z', 'updated_at': '2022-09-11T00:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '8fd774b2-dbf4-47b3-9a8b-58e4006734ad', 'name': '', 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'mac_address': 'fa:16:3e:18:35:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9fc20d29-c23d-4b06-97c5-a82fa0ec92fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:38Z', 'updated_at': '2022-09-11T00:54:39Z', 'revision_number': 2, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'subnets': [{'id': '9fc20d29-c23d-4b06-97c5-a82fa0ec92fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:43.443895 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 00:54:43.466858 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] Checking router: 3fe3b9ae-6e34-45b4-99c7-6ff48a166cac for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:54:43.467685 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] Updating router 3fe3b9ae-6e34-45b4-99c7-6ff48a166cac port 8fd774b2-dbf4-47b3-9a8b-58e4006734ad binding host dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 00:54:43.495881 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (8fd774b2-dbf4-47b3-9a8b-58e4006734ad), before_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:43.499570 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-991ef7ac-c7c2-46f8-826e-027878364ecd admin admin] Publish callbacks [] for router_gateway (a2c8bf04-480b-4ad4-baeb-8ead16288bf5), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:43.561370 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-8b6cdf2d-d50f-434c-9f9e-a0a8e8a45b4f None None] Current status of the port 9223427a-09e9-44de-bff7-d31dad35eb1d is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:54:43.561764 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-8b6cdf2d-d50f-434c-9f9e-a0a8e8a45b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (9223427a-09e9-44de-bff7-d31dad35eb1d), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:43.619397 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-8b6cdf2d-d50f-434c-9f9e-a0a8e8a45b4f None None] For port 9223427a-09e9-44de-bff7-d31dad35eb1d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9223427a-09e9-44de-bff7-d31dad35eb1d,segment=NetworkSegment(bd2e0170-6a6e-4a31-ad0d-b0d42c20b630),segment_id=bd2e0170-6a6e-4a31-ad0d-b0d42c20b630)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:54:43.626014 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-8b6cdf2d-d50f-434c-9f9e-a0a8e8a45b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (9223427a-09e9-44de-bff7-d31dad35eb1d), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:43.698493 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:43.746137 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532888f-f422-4046-a92d-02bb7c27c8de req-5bcf61dd-bd7e-4ac0-8efe-0fbd25f2998d tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:43.746700 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cdf2d-d50f-434c-9f9e-a0a8e8a45b4f None None] Pushing event updated for resources: {'Port': ['ID=9223427a-09e9-44de-bff7-d31dad35eb1d,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:43.748794 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4532888f-f422-4046-a92d-02bb7c27c8de req-5bcf61dd-bd7e-4ac0-8efe-0fbd25f2998d tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 943 time: 0.0849159 Sep 11 00:54:43.750647 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-991ef7ac-c7c2-46f8-826e-027878364ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3793056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3793755'] for router (a2c8bf04-480b-4ad4-baeb-8ead16288bf5), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:43.811761 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4532888f-f422-4046-a92d-02bb7c27c8de req-ef53165c-2ec5-41ed-ace0-bf45c705f7fb tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509164 Sep 11 00:54:43.849981 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-b95f5538-333a-42a7-9225-2f4e15fffa44 None None] Provisioning complete for port 9223427a-09e9-44de-bff7-d31dad35eb1d triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:43.850515 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-b95f5538-333a-42a7-9225-2f4e15fffa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (9223427a-09e9-44de-bff7-d31dad35eb1d), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:43.879756 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:43.892822 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991ef7ac-c7c2-46f8-826e-027878364ecd admin admin] Router a2c8bf04-480b-4ad4-baeb-8ead16288bf5 is scheduled to L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 with binding_index 1 {{(pid=112722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 11 00:54:43.896074 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] Publish callbacks [] for port (8fd774b2-dbf4-47b3-9a8b-58e4006734ad), precommit_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:43.901456 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (8fd774b2-dbf4-47b3-9a8b-58e4006734ad), after_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:43.928671 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-b95f5538-333a-42a7-9225-2f4e15fffa44 None None] Current status of the port 9223427a-09e9-44de-bff7-d31dad35eb1d is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:54:43.946270 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:43.966078 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6cd14-384a-42d7-946f-68100b0a0111 None None] Pushing event updated for resources: {'Port': ['ID=8fd774b2-dbf4-47b3-9a8b-58e4006734ad,revision_number=3']} {{(pid=112724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:43.996686 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6cd14-384a-42d7-946f-68100b0a0111 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:43.996972 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6cd14-384a-42d7-946f-68100b0a0111 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:43.997459 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6cd14-384a-42d7-946f-68100b0a0111 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:43.997678 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6cd14-384a-42d7-946f-68100b0a0111 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:43.998006 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6cd14-384a-42d7-946f-68100b0a0111 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:43.998333 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6cd14-384a-42d7-946f-68100b0a0111 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:43.998656 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6cd14-384a-42d7-946f-68100b0a0111 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:43.999108 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6cd14-384a-42d7-946f-68100b0a0111 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:43.999306 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6cd14-384a-42d7-946f-68100b0a0111 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:43.999613 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6cd14-384a-42d7-946f-68100b0a0111 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:43.999932 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6cd14-384a-42d7-946f-68100b0a0111 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:44.000267 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6cd14-384a-42d7-946f-68100b0a0111 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:44.000588 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6cd14-384a-42d7-946f-68100b0a0111 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:44.000903 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6cd14-384a-42d7-946f-68100b0a0111 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:44.001217 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba6cd14-384a-42d7-946f-68100b0a0111 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:54:44.008499 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] Attempting to bind port 8fd774b2-dbf4-47b3-9a8b-58e4006734ad on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:54:44.008838 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991ef7ac-c7c2-46f8-826e-027878364ecd admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:54:44.008950 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] Attempting to bind port 8fd774b2-dbf4-47b3-9a8b-58e4006734ad by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5ac257b5-c440-416f-b0f8-8180b778ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963'}] {{(pid=112724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:54:44.009740 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] Attempting to bind port 8fd774b2-dbf4-47b3-9a8b-58e4006734ad on network 4e359fd9-06a0-4943-a4a2-16a223ad6963 {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:54:44.023992 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] Sync routers for ids ['a2c8bf04-480b-4ad4-baeb-8ead16288bf5'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:54:44.029399 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-991ef7ac-c7c2-46f8-826e-027878364ecd admin admin] Publish callbacks [] for router (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:44.031807 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-991ef7ac-c7c2-46f8-826e-027878364ecd admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8153234 Sep 11 00:54:44.033545 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 44780) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:44.044126 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] Routers {'a2c8bf04-480b-4ad4-baeb-8ead16288bf5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:54:44.044739 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:54:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['a2c8bf04-480b-4ad4-baeb-8ead16288bf5'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:44.088452 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:54:44.089035 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] Checking segment: {'id': '5ac257b5-c440-416f-b0f8-8180b778ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:54:44.089231 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:44.089627 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] Bound using segment: {'id': '5ac257b5-c440-416f-b0f8-8180b778ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963'} {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:54:44.090123 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] Bound port: 8fd774b2-dbf4-47b3-9a8b-58e4006734ad, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac257b5-c440-416f-b0f8-8180b778ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963'}}] {{(pid=112724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:54:44.090503 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (8fd774b2-dbf4-47b3-9a8b-58e4006734ad), before_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:44.176098 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] Set router a2c8bf04-480b-4ad4-baeb-8ead16288bf5 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:54:44.176425 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.db [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] For port 8fd774b2-dbf4-47b3-9a8b-58e4006734ad, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:54:44.184464 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.db [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] For port 8fd774b2-dbf4-47b3-9a8b-58e4006734ad, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8fd774b2-dbf4-47b3-9a8b-58e4006734ad,segment=NetworkSegment(5ac257b5-c440-416f-b0f8-8180b778ce58),segment_id=5ac257b5-c440-416f-b0f8-8180b778ce58)] {{(pid=112724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:54:44.198058 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (8fd774b2-dbf4-47b3-9a8b-58e4006734ad), after_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:44.207565 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 9223427a-09e9-44de-bff7-d31dad35eb1d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:54:44.234727 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] Routers {'3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:54:44.235585 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:54:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:44.303876 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6cd14-384a-42d7-946f-68100b0a0111 None None] Pushing event updated for resources: {'Port': ['ID=8fd774b2-dbf4-47b3-9a8b-58e4006734ad,revision_number=4']} {{(pid=112724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:44.330256 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:44.363668 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 9223427a-09e9-44de-bff7-d31dad35eb1d triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:44.364237 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (9223427a-09e9-44de-bff7-d31dad35eb1d), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:44.376734 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] Set router 3fe3b9ae-6e34-45b4-99c7-6ff48a166cac gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:54:44.516690 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c8bf04-480b-4ad4-baeb-8ead16288bf5', 'name': 'tempest-TestShelveInstance-2011244622-router', 'tenant_id': 'c0a6200260914ce48590b57b10f75f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': 'd7d7b8ed-8438-44e2-9dcb-0138216a96ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:41Z', 'updated_at': '2022-09-11T00:54:43Z', 'revision_number': 3, 'project_id': 'c0a6200260914ce48590b57b10f75f24', 'gw_port': {'id': 'd7d7b8ed-8438-44e2-9dcb-0138216a96ab', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c8bf04-480b-4ad4-baeb-8ead16288bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:42Z', 'updated_at': '2022-09-11T00:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:44.565567 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] Checking router: a2c8bf04-480b-4ad4-baeb-8ead16288bf5 for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:54:44.565567 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] Updating router a2c8bf04-480b-4ad4-baeb-8ead16288bf5 port d7d7b8ed-8438-44e2-9dcb-0138216a96ab binding host dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 00:54:44.612435 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d756b9-776d-47b0-b018-1045c873c9e4 req-b11697e3-7ddc-4c6c-9083-ff5a6cf64983 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:44.613973 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-55d756b9-776d-47b0-b018-1045c873c9e4 req-b11697e3-7ddc-4c6c-9083-ff5a6cf64983 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.0729916 Sep 11 00:54:44.634629 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 9223427a-09e9-44de-bff7-d31dad35eb1d is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:54:44.635814 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 8817873c-6aff-4d18-860d-6c2c89fc4b0c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:54:44.637996 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (d7d7b8ed-8438-44e2-9dcb-0138216a96ab), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:44.652458 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'name': 'tempest-TestShelveInstance-911419867-router', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142'}], 'enable_snat': True}, 'gw_port_id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:35Z', 'updated_at': '2022-09-11T00:54:38Z', 'revision_number': 4, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'gw_port': {'id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:36Z', 'updated_at': '2022-09-11T00:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '8fd774b2-dbf4-47b3-9a8b-58e4006734ad', 'name': '', 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'mac_address': 'fa:16:3e:18:35:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9fc20d29-c23d-4b06-97c5-a82fa0ec92fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:38Z', 'updated_at': '2022-09-11T00:54:44Z', 'revision_number': 4, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'subnets': [{'id': '9fc20d29-c23d-4b06-97c5-a82fa0ec92fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:44.680359 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0cbcdd-bd97-4b3f-9577-ad404591f69c None None] The sync data for ids ['3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'] in dv-cinder-master-3-iscsi is: [{'id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'name': 'tempest-TestShelveInstance-911419867-router', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142'}], 'enable_snat': True}, 'gw_port_id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:35Z', 'updated_at': '2022-09-11T00:54:38Z', 'revision_number': 4, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'gw_port': {'id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:36Z', 'updated_at': '2022-09-11T00:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '8fd774b2-dbf4-47b3-9a8b-58e4006734ad', 'name': '', 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'mac_address': 'fa:16:3e:18:35:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9fc20d29-c23d-4b06-97c5-a82fa0ec92fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:38Z', 'updated_at': '2022-09-11T00:54:44Z', 'revision_number': 4, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'subnets': [{'id': '9fc20d29-c23d-4b06-97c5-a82fa0ec92fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:54:44.727717 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-55d756b9-776d-47b0-b018-1045c873c9e4 req-e084e7fd-c526-4391-945d-b4010d6352c6 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880234 Sep 11 00:54:44.861401 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-7d54aea2-7a5b-47a8-acb2-88e781d63f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:44.969923 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:44.977938 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 8817873c-6aff-4d18-860d-6c2c89fc4b0c triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:44.979492 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (8817873c-6aff-4d18-860d-6c2c89fc4b0c), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:45.020283 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfb6f2-fb0e-41e3-859d-05a6c4585bd1 req-fde90002-8a1f-4a83-8f0e-90dab1835bf8 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:45.022275 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-76cfb6f2-fb0e-41e3-859d-05a6c4585bd1 req-fde90002-8a1f-4a83-8f0e-90dab1835bf8 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 943 time: 0.0960426 Sep 11 00:54:45.033671 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:45.092638 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:45.166203 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-76cfb6f2-fb0e-41e3-859d-05a6c4585bd1 req-607f907a-fe8e-4c92-9659-9439ae4dd388 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280925 Sep 11 00:54:45.169585 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [None req-7d54aea2-7a5b-47a8-acb2-88e781d63f88 admin admin] Allocated IP 172.20.0.1 (d339359a-a3f2-4486-8eb1-c0427090f216/bd10bdf6-1272-413c-8f22-4c0589708800/ff627a16-d730-4d25-bbab-1ed0b2c96cc7) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:54:45.174590 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe19502-11a7-4a2f-8eaa-efa5c7212257 req-daedc0e5-108a-495a-ab92-bc7c18152db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:45.185743 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-4fe19502-11a7-4a2f-8eaa-efa5c7212257 req-daedc0e5-108a-495a-ab92-bc7c18152db2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a58aefc25e141ca93821a80859875e8&device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 1127 time: 0.0748782 Sep 11 00:54:45.196426 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 8817873c-6aff-4d18-860d-6c2c89fc4b0c is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:54:45.278938 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] Publish callbacks [] for port (d7d7b8ed-8438-44e2-9dcb-0138216a96ab), precommit_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:45.286062 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (d7d7b8ed-8438-44e2-9dcb-0138216a96ab), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:45.314705 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-7d54aea2-7a5b-47a8-acb2-88e781d63f88 admin admin] Publish callbacks [] for port (ff627a16-d730-4d25-bbab-1ed0b2c96cc7), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:45.334424 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] Attempting to bind port d7d7b8ed-8438-44e2-9dcb-0138216a96ab on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:54:45.334980 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] Attempting to bind port d7d7b8ed-8438-44e2-9dcb-0138216a96ab by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:54:45.335382 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] Attempting to bind port d7d7b8ed-8438-44e2-9dcb-0138216a96ab on network c4f00262-7f99-4bd5-861f-59a77dcd079c {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:54:45.356238 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-7d54aea2-7a5b-47a8-acb2-88e781d63f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (ff627a16-d730-4d25-bbab-1ed0b2c96cc7), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:45.365603 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd636f-bd80-4eb2-906c-0edf29f0f341 None None] Pushing event updated for resources: {'Port': ['ID=d7d7b8ed-8438-44e2-9dcb-0138216a96ab,revision_number=2']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:45.394214 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:54:45.394734 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] Checking segment: {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:54:45.395295 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:45.395793 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] Bound using segment: {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:54:45.396389 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] Bound port: d7d7b8ed-8438-44e2-9dcb-0138216a96ab, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:54:45.396918 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (d7d7b8ed-8438-44e2-9dcb-0138216a96ab), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:45.401521 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d54aea2-7a5b-47a8-acb2-88e781d63f88 admin admin] Network d339359a-a3f2-4486-8eb1-c0427090f216 is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:54:45.407520 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-7d54aea2-7a5b-47a8-acb2-88e781d63f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:54:45.412677 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d54aea2-7a5b-47a8-acb2-88e781d63f88 admin admin] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:54:45.418621 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54aea2-7a5b-47a8-acb2-88e781d63f88 admin admin] Pushing event updated for resources: {'Port': ['ID=ff627a16-d730-4d25-bbab-1ed0b2c96cc7,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:45.500264 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-7d54aea2-7a5b-47a8-acb2-88e781d63f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3767825'] for router_interface (a2c8bf04-480b-4ad4-baeb-8ead16288bf5), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:45.506769 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] For port d7d7b8ed-8438-44e2-9dcb-0138216a96ab, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:54:45.511747 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] For port d7d7b8ed-8438-44e2-9dcb-0138216a96ab, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d7d7b8ed-8438-44e2-9dcb-0138216a96ab,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:54:45.520516 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (d7d7b8ed-8438-44e2-9dcb-0138216a96ab), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:45.542972 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:45.594539 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd636f-bd80-4eb2-906c-0edf29f0f341 None None] Pushing event updated for resources: {'Port': ['ID=d7d7b8ed-8438-44e2-9dcb-0138216a96ab,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:45.606596 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:45.610802 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] Routers {'a2c8bf04-480b-4ad4-baeb-8ead16288bf5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:54:45.612951 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:54:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['a2c8bf04-480b-4ad4-baeb-8ead16288bf5'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:45.746224 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe19502-11a7-4a2f-8eaa-efa5c7212257 req-ffa8ae51-6d50-444b-86d4-0ca5ebae3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:45.748023 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-4fe19502-11a7-4a2f-8eaa-efa5c7212257 req-ffa8ae51-6d50-444b-86d4-0ca5ebae3f48 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=6a58aefc25e141ca93821a80859875e8&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4551458 Sep 11 00:54:45.826422 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-7d54aea2-7a5b-47a8-acb2-88e781d63f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (ff627a16-d730-4d25-bbab-1ed0b2c96cc7), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:45.840514 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] Set router a2c8bf04-480b-4ad4-baeb-8ead16288bf5 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:54:45.969246 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-ba27c641-dfa8-4570-9ece-549204d53952 None None] Provisioning complete for port ff627a16-d730-4d25-bbab-1ed0b2c96cc7 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:45.969918 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-ba27c641-dfa8-4570-9ece-549204d53952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (ff627a16-d730-4d25-bbab-1ed0b2c96cc7), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:45.999600 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b93c6d-fe42-4710-8f2d-52473c310c63 req-d781d3ee-ef4c-4546-b374-63fb5e8749de tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:46.001921 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a5b93c6d-fe42-4710-8f2d-52473c310c63 req-d781d3ee-ef4c-4546-b374-63fb5e8749de tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.1055033 Sep 11 00:54:46.061578 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-ba27c641-dfa8-4570-9ece-549204d53952 None None] Port ff627a16-d730-4d25-bbab-1ed0b2c96cc7 cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:54:46.116434 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a5b93c6d-fe42-4710-8f2d-52473c310c63 req-765a8ca3-4d38-4922-a92c-035eb8f2e490 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007445 Sep 11 00:54:46.126341 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-7d54aea2-7a5b-47a8-acb2-88e781d63f88 admin admin] Publish callbacks [] for port (ff627a16-d730-4d25-bbab-1ed0b2c96cc7), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:46.133258 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-7d54aea2-7a5b-47a8-acb2-88e781d63f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (ff627a16-d730-4d25-bbab-1ed0b2c96cc7), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:46.146834 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:46.159964 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c8bf04-480b-4ad4-baeb-8ead16288bf5', 'name': 'tempest-TestShelveInstance-2011244622-router', 'tenant_id': 'c0a6200260914ce48590b57b10f75f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': 'd7d7b8ed-8438-44e2-9dcb-0138216a96ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:41Z', 'updated_at': '2022-09-11T00:54:43Z', 'revision_number': 3, 'project_id': 'c0a6200260914ce48590b57b10f75f24', 'gw_port': {'id': 'd7d7b8ed-8438-44e2-9dcb-0138216a96ab', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c8bf04-480b-4ad4-baeb-8ead16288bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:42Z', 'updated_at': '2022-09-11T00:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:46.187290 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:46.193290 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7888c83f-082e-4073-a2df-db508e0124a8 None None] The sync data for ids ['a2c8bf04-480b-4ad4-baeb-8ead16288bf5'] in dv-cinder-master-3-iscsi is: [{'id': 'a2c8bf04-480b-4ad4-baeb-8ead16288bf5', 'name': 'tempest-TestShelveInstance-2011244622-router', 'tenant_id': 'c0a6200260914ce48590b57b10f75f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': 'd7d7b8ed-8438-44e2-9dcb-0138216a96ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:41Z', 'updated_at': '2022-09-11T00:54:43Z', 'revision_number': 3, 'project_id': 'c0a6200260914ce48590b57b10f75f24', 'gw_port': {'id': 'd7d7b8ed-8438-44e2-9dcb-0138216a96ab', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c8bf04-480b-4ad4-baeb-8ead16288bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:42Z', 'updated_at': '2022-09-11T00:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:54:46.195268 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 8fd774b2-dbf4-47b3-9a8b-58e4006734ad up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:54:46.253648 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54aea2-7a5b-47a8-acb2-88e781d63f88 admin admin] Pushing event updated for resources: {'Port': ['ID=ff627a16-d730-4d25-bbab-1ed0b2c96cc7,revision_number=2']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:46.263159 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 8fd774b2-dbf4-47b3-9a8b-58e4006734ad triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:46.263292 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 44810) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:46.263744 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (8fd774b2-dbf4-47b3-9a8b-58e4006734ad), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:46.265631 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-7d54aea2-7a5b-47a8-acb2-88e781d63f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3767949'] for router_interface (a2c8bf04-480b-4ad4-baeb-8ead16288bf5), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:46.294197 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:46.347060 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe19502-11a7-4a2f-8eaa-efa5c7212257 req-3c1bb14d-6f60-4e3a-80f1-1c808d3d5055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:46.351187 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-4fe19502-11a7-4a2f-8eaa-efa5c7212257 req-3c1bb14d-6f60-4e3a-80f1-1c808d3d5055 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5953689 Sep 11 00:54:46.361615 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 8fd774b2-dbf4-47b3-9a8b-58e4006734ad is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:54:46.362147 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (8fd774b2-dbf4-47b3-9a8b-58e4006734ad), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:46.399655 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port 8fd774b2-dbf4-47b3-9a8b-58e4006734ad, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8fd774b2-dbf4-47b3-9a8b-58e4006734ad,segment=NetworkSegment(5ac257b5-c440-416f-b0f8-8180b778ce58),segment_id=5ac257b5-c440-416f-b0f8-8180b778ce58)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:54:46.407663 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (8fd774b2-dbf4-47b3-9a8b-58e4006734ad), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:46.435877 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f5f5c-85ea-4fb8-af39-d02d7f1b8027 req-99b327b9-8bef-41c6-b66e-e7de9148c2ce tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:46.437382 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5a1f5f5c-85ea-4fb8-af39-d02d7f1b8027 req-99b327b9-8bef-41c6-b66e-e7de9148c2ce tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 943 time: 0.1051362 Sep 11 00:54:46.465879 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=8fd774b2-dbf4-47b3-9a8b-58e4006734ad,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:46.473478 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-bca6b337-b51a-48ad-bbd0-80906230832f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:46.515416 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d54aea2-7a5b-47a8-acb2-88e781d63f88 admin admin] Network d339359a-a3f2-4486-8eb1-c0427090f216 is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:54:46.526515 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-7d54aea2-7a5b-47a8-acb2-88e781d63f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:54:46.599064 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5a1f5f5c-85ea-4fb8-af39-d02d7f1b8027 req-28d8cc30-60b2-43e2-b913-865be0301cd5 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368897 Sep 11 00:54:46.725907 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-bca6b337-b51a-48ad-bbd0-80906230832f admin admin] Publish callbacks [] for security_group (94a79bf1-0f1a-4c51-b698-23ced4a9469d), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:46.735368 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-bca6b337-b51a-48ad-bbd0-80906230832f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (94a79bf1-0f1a-4c51-b698-23ced4a9469d), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:46.786075 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-a87e281b-6227-4918-abbe-8ba4832a5b68 None None] Provisioning complete for port ff627a16-d730-4d25-bbab-1ed0b2c96cc7 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:46.786550 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-a87e281b-6227-4918-abbe-8ba4832a5b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (ff627a16-d730-4d25-bbab-1ed0b2c96cc7), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:46.797930 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d54aea2-7a5b-47a8-acb2-88e781d63f88 admin admin] Router a2c8bf04-480b-4ad4-baeb-8ead16288bf5 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:54:46.800655 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-bca6b337-b51a-48ad-bbd0-80906230832f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=59b634c104e744988203c197d7229e9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5271504 Sep 11 00:54:46.804153 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 44816) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:46.811586 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6b337-b51a-48ad-bbd0-80906230832f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a79bf1-0f1a-4c51-b698-23ced4a9469d,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:46.846580 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-a87e281b-6227-4918-abbe-8ba4832a5b68 None None] Port ff627a16-d730-4d25-bbab-1ed0b2c96cc7 cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:54:46.888176 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c723c23d-4e6d-4d2f-92eb-2c0580e9d4d5 admin admin] Publish callbacks [] for security_group (94a79bf1-0f1a-4c51-b698-23ced4a9469d), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:46.913568 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c723c23d-4e6d-4d2f-92eb-2c0580e9d4d5 admin admin] Publish callbacks [] for security_group (94a79bf1-0f1a-4c51-b698-23ced4a9469d), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:46.927611 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d54aea2-7a5b-47a8-acb2-88e781d63f88 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:54:46.933400 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-7d54aea2-7a5b-47a8-acb2-88e781d63f88 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/a2c8bf04-480b-4ad4-baeb-8ead16288bf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8987927 Sep 11 00:54:46.981203 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c723c23d-4e6d-4d2f-92eb-2c0580e9d4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (94a79bf1-0f1a-4c51-b698-23ced4a9469d), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:46.983901 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c723c23d-4e6d-4d2f-92eb-2c0580e9d4d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:46.989965 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-c723c23d-4e6d-4d2f-92eb-2c0580e9d4d5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/94a79bf1-0f1a-4c51-b698-23ced4a9469d HTTP/1.1" status: 204 len: 168 time: 0.1831136 Sep 11 00:54:47.003542 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723c23d-4e6d-4d2f-92eb-2c0580e9d4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a79bf1-0f1a-4c51-b698-23ced4a9469d,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:47.275242 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd204a-170f-4be5-9a21-947d833c142c req-7ee97f6a-6201-4e41-b447-4048d5a7f55c tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:47.276987 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2abd204a-170f-4be5-9a21-947d833c142c req-7ee97f6a-6201-4e41-b447-4048d5a7f55c tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.0518632 Sep 11 00:54:47.359044 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2abd204a-170f-4be5-9a21-947d833c142c req-1a40cad6-dc50-4977-acfd-0a157a098709 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729411 Sep 11 00:54:47.426059 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 44840) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:47.430701 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-fc91c020-eb9f-434b-bab0-ef4cd07cc05c tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1981775819', 'description': 'tempest-secgroup-smoke-1981775819 description', 'project_id': 'd55d41063ec34fb6921c367025fa9af9'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:47.451393 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-fc91c020-eb9f-434b-bab0-ef4cd07cc05c tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:47.477312 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:47.514614 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:47.525905 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-fc91c020-eb9f-434b-bab0-ef4cd07cc05c tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for security_group (40eba63e-cea2-44fc-929e-98c709c7cf9b), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:47.530478 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-fc91c020-eb9f-434b-bab0-ef4cd07cc05c tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (40eba63e-cea2-44fc-929e-98c709c7cf9b), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:47.567802 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-fc91c020-eb9f-434b-bab0-ef4cd07cc05c tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:47.569053 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-fc91c020-eb9f-434b-bab0-ef4cd07cc05c tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1418736 Sep 11 00:54:47.571078 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91c020-eb9f-434b-bab0-ef4cd07cc05c tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40eba63e-cea2-44fc-929e-98c709c7cf9b,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:47.573115 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 44846) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:47.584884 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-1b50785b-0d10-422e-b45e-bad8713ff1a4 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Request body: {'security_group_rule': {'security_group_id': '40eba63e-cea2-44fc-929e-98c709c7cf9b', 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:47.624162 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-1b50785b-0d10-422e-b45e-bad8713ff1a4 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for security_group_rule (68b12eb1-c678-49e3-a913-5ba1156f88c1), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:47.689118 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-1b50785b-0d10-422e-b45e-bad8713ff1a4 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for security_group_rule (68b12eb1-c678-49e3-a913-5ba1156f88c1), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:47.694225 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-1b50785b-0d10-422e-b45e-bad8713ff1a4 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (68b12eb1-c678-49e3-a913-5ba1156f88c1), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:47.718122 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50785b-0d10-422e-b45e-bad8713ff1a4 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b12eb1-c678-49e3-a913-5ba1156f88c1,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:47.732045 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-1b50785b-0d10-422e-b45e-bad8713ff1a4 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:47.733374 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-1b50785b-0d10-422e-b45e-bad8713ff1a4 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1585224 Sep 11 00:54:47.736180 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 44854) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:47.741863 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-c00accb4-f43d-4e08-82d1-ed31ce4e8a75 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Request body: {'security_group_rule': {'security_group_id': '40eba63e-cea2-44fc-929e-98c709c7cf9b', 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:47.759973 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98233d-d4b9-4ad1-828e-406f476274ff req-652da136-518c-4361-ab90-38732cfba7b0 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:47.766885 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fa98233d-d4b9-4ad1-828e-406f476274ff req-652da136-518c-4361-ab90-38732cfba7b0 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 943 time: 0.0571711 Sep 11 00:54:47.774242 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 44856) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:47.782337 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c00accb4-f43d-4e08-82d1-ed31ce4e8a75 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for security_group_rule (0155e4d1-7d93-42d1-8f35-b4b4ffc1b3c8), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:47.817568 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fa98233d-d4b9-4ad1-828e-406f476274ff req-a67586fd-8b65-4185-b2ca-3b257c46ac37 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494070 Sep 11 00:54:47.851983 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c00accb4-f43d-4e08-82d1-ed31ce4e8a75 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for security_group_rule (0155e4d1-7d93-42d1-8f35-b4b4ffc1b3c8), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:47.857283 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c00accb4-f43d-4e08-82d1-ed31ce4e8a75 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (0155e4d1-7d93-42d1-8f35-b4b4ffc1b3c8), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:47.879397 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00accb4-f43d-4e08-82d1-ed31ce4e8a75 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0155e4d1-7d93-42d1-8f35-b4b4ffc1b3c8,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:47.888690 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c00accb4-f43d-4e08-82d1-ed31ce4e8a75 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:47.889910 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-c00accb4-f43d-4e08-82d1-ed31ce4e8a75 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1526213 Sep 11 00:54:47.892845 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 44862) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:47.898552 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-cd22d191-24d3-4b3f-85b7-e69f0f14d830 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Request body: {'security_group_rule': {'security_group_id': '40eba63e-cea2-44fc-929e-98c709c7cf9b', 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:47.918162 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:47.925710 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-04b2e11e-fdb3-4f37-87c6-185f4b13f89e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1861735170-network', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:47.949760 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-cd22d191-24d3-4b3f-85b7-e69f0f14d830 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for security_group_rule (2bed893d-9cb4-4afb-b176-f537ae85fac1), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:47.964540 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b2e11e-fdb3-4f37-87c6-185f4b13f89e admin admin] Made reservation on behalf of 299fcf2ee8b24a4fbb27ed83954c8e24 for: {'network': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:54:47.966899 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-04b2e11e-fdb3-4f37-87c6-185f4b13f89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for network (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:47.988167 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-04b2e11e-fdb3-4f37-87c6-185f4b13f89e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.040003 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-cd22d191-24d3-4b3f-85b7-e69f0f14d830 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for security_group_rule (2bed893d-9cb4-4afb-b176-f537ae85fac1), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.051183 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-cd22d191-24d3-4b3f-85b7-e69f0f14d830 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (2bed893d-9cb4-4afb-b176-f537ae85fac1), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.073285 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22d191-24d3-4b3f-85b7-e69f0f14d830 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bed893d-9cb4-4afb-b176-f537ae85fac1,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:48.080262 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:48.094288 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-cd22d191-24d3-4b3f-85b7-e69f0f14d830 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.098076 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-cd22d191-24d3-4b3f-85b7-e69f0f14d830 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2005441 Sep 11 00:54:48.099522 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 44866) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:48.113861 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-2aafc125-f12d-441b-b124-756346cfa6cb tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Request body: {'security_group_rule': {'security_group_id': '40eba63e-cea2-44fc-929e-98c709c7cf9b', 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:48.145177 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-04b2e11e-fdb3-4f37-87c6-185f4b13f89e admin admin] Publish callbacks [] for security_group (4d4bac19-19fa-4370-a2b6-1b0913eeba70), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.155900 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-04b2e11e-fdb3-4f37-87c6-185f4b13f89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (4d4bac19-19fa-4370-a2b6-1b0913eeba70), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.158497 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2aafc125-f12d-441b-b124-756346cfa6cb tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for security_group_rule (6e5341c0-f248-481e-b4c2-e72c2a928d0f), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.158885 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device d7d7b8ed-8438-44e2-9dcb-0138216a96ab up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:54:48.179939 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b2e11e-fdb3-4f37-87c6-185f4b13f89e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=112722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 00:54:48.194661 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2e11e-fdb3-4f37-87c6-185f4b13f89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4bac19-19fa-4370-a2b6-1b0913eeba70,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:48.199925 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-04b2e11e-fdb3-4f37-87c6-185f4b13f89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (bd7c4cea-2611-4991-9f92-d3dca165adf0), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.200269 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.db.segments_db [None req-04b2e11e-fdb3-4f37-87c6-185f4b13f89e admin admin] Added segment bd7c4cea-2611-4991-9f92-d3dca165adf0 of type vlan for network 9fa144fa-5fc9-4425-a84d-a5df211c8436 Sep 11 00:54:48.231623 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port d7d7b8ed-8438-44e2-9dcb-0138216a96ab triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:48.232034 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (d7d7b8ed-8438-44e2-9dcb-0138216a96ab), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.241636 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] Sync routers for ids ['a2c8bf04-480b-4ad4-baeb-8ead16288bf5'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:54:48.244570 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2aafc125-f12d-441b-b124-756346cfa6cb tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for security_group_rule (6e5341c0-f248-481e-b4c2-e72c2a928d0f), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.249971 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2aafc125-f12d-441b-b124-756346cfa6cb tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (6e5341c0-f248-481e-b4c2-e72c2a928d0f), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.252779 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] Routers {'a2c8bf04-480b-4ad4-baeb-8ead16288bf5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:54:48.253381 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:54:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['a2c8bf04-480b-4ad4-baeb-8ead16288bf5'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:48.261705 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-04b2e11e-fdb3-4f37-87c6-185f4b13f89e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765262360468'] for network (9fa144fa-5fc9-4425-a84d-a5df211c8436), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.264176 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafc125-f12d-441b-b124-756346cfa6cb tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e5341c0-f248-481e-b4c2-e72c2a928d0f,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:48.283351 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2aafc125-f12d-441b-b124-756346cfa6cb tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.284961 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-2aafc125-f12d-441b-b124-756346cfa6cb tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1801951 Sep 11 00:54:48.287685 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 44868) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:48.293402 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-eddac38d-74e0-456e-b587-97071589e460 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Request body: {'security_group_rule': {'security_group_id': '40eba63e-cea2-44fc-929e-98c709c7cf9b', 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:48.307084 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-04b2e11e-fdb3-4f37-87c6-185f4b13f89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for network (9fa144fa-5fc9-4425-a84d-a5df211c8436), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.309969 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b2e11e-fdb3-4f37-87c6-185f4b13f89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:48.311015 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-04b2e11e-fdb3-4f37-87c6-185f4b13f89e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.320588 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.securitygroups_db [None req-eddac38d-74e0-456e-b587-97071589e460 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Project d55d41063ec34fb6921c367025fa9af9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 11 00:54:48.330095 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-eddac38d-74e0-456e-b587-97071589e460 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for security_group_rule (993bc95a-50f8-4469-94de-bde96ab49332), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.335252 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port d7d7b8ed-8438-44e2-9dcb-0138216a96ab is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:54:48.335643 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (d7d7b8ed-8438-44e2-9dcb-0138216a96ab), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.345585 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-04b2e11e-fdb3-4f37-87c6-185f4b13f89e admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5695174 Sep 11 00:54:48.349460 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 44870) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:48.361250 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port d7d7b8ed-8438-44e2-9dcb-0138216a96ab, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d7d7b8ed-8438-44e2-9dcb-0138216a96ab,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:54:48.366815 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:48.367925 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (d7d7b8ed-8438-44e2-9dcb-0138216a96ab), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.369199 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 8fd774b2-dbf4-47b3-9a8b-58e4006734ad up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:54:48.372171 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] Set router a2c8bf04-480b-4ad4-baeb-8ead16288bf5 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:54:48.408935 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-eddac38d-74e0-456e-b587-97071589e460 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for security_group_rule (993bc95a-50f8-4469-94de-bde96ab49332), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.411767 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-526eb3cd-af85-4c09-af30-cdb9d846f517 admin admin] Request body: {'subnet': {'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1861735170-subnet', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'ip_version': 4}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:48.414479 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-eddac38d-74e0-456e-b587-97071589e460 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (993bc95a-50f8-4469-94de-bde96ab49332), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.443421 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2e11e-fdb3-4f37-87c6-185f4b13f89e admin admin] Pushing event updated for resources: {'Network': ['ID=9fa144fa-5fc9-4425-a84d-a5df211c8436,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:48.452321 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:48.458234 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddac38d-74e0-456e-b587-97071589e460 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993bc95a-50f8-4469-94de-bde96ab49332,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:48.475154 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526eb3cd-af85-4c09-af30-cdb9d846f517 admin admin] Made reservation on behalf of 299fcf2ee8b24a4fbb27ed83954c8e24 for: {'subnet': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:54:48.479607 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Network 9fa144fa-5fc9-4425-a84d-a5df211c8436 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=112723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 00:54:48.479783 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-526eb3cd-af85-4c09-af30-cdb9d846f517 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62399906'] for subnet (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.500979 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-eddac38d-74e0-456e-b587-97071589e460 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.502219 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-eddac38d-74e0-456e-b587-97071589e460 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2135940 Sep 11 00:54:48.505890 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 44874) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:48.510603 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-26fc8236-2914-4dbc-bc83-fb77d842e65b tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Request body: {'security_group_rule': {'security_group_id': '40eba63e-cea2-44fc-929e-98c709c7cf9b', 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:48.537010 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5719a0f-4ca6-45fa-a8ab-e3a453804f18 req-cc9c094d-92a9-4613-b848-570b15574015 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:48.544977 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b5719a0f-4ca6-45fa-a8ab-e3a453804f18 req-cc9c094d-92a9-4613-b848-570b15574015 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.0841146 Sep 11 00:54:48.570670 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.securitygroups_db [None req-26fc8236-2914-4dbc-bc83-fb77d842e65b tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Project d55d41063ec34fb6921c367025fa9af9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 11 00:54:48.578345 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-26fc8236-2914-4dbc-bc83-fb77d842e65b tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for security_group_rule (e61a24b2-66c2-4ede-a802-15e9fb965991), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.592969 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:48.597979 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c8bf04-480b-4ad4-baeb-8ead16288bf5', 'name': 'tempest-TestShelveInstance-2011244622-router', 'tenant_id': 'c0a6200260914ce48590b57b10f75f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': 'd7d7b8ed-8438-44e2-9dcb-0138216a96ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:41Z', 'updated_at': '2022-09-11T00:54:45Z', 'revision_number': 4, 'project_id': 'c0a6200260914ce48590b57b10f75f24', 'gw_port': {'id': 'd7d7b8ed-8438-44e2-9dcb-0138216a96ab', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c8bf04-480b-4ad4-baeb-8ead16288bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:42Z', 'updated_at': '2022-09-11T00:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ff627a16-d730-4d25-bbab-1ed0b2c96cc7', 'name': '', 'network_id': 'd339359a-a3f2-4486-8eb1-c0427090f216', 'tenant_id': 'c0a6200260914ce48590b57b10f75f24', 'mac_address': 'fa:16:3e:14:24:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c8bf04-480b-4ad4-baeb-8ead16288bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'bd10bdf6-1272-413c-8f22-4c0589708800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:44Z', 'updated_at': '2022-09-11T00:54:45Z', 'revision_number': 2, 'project_id': 'c0a6200260914ce48590b57b10f75f24', 'subnets': [{'id': 'bd10bdf6-1272-413c-8f22-4c0589708800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:48.604663 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 8fd774b2-dbf4-47b3-9a8b-58e4006734ad triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:48.605361 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (8fd774b2-dbf4-47b3-9a8b-58e4006734ad), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.625769 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] Checking router: a2c8bf04-480b-4ad4-baeb-8ead16288bf5 for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:54:48.626168 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] Updating router a2c8bf04-480b-4ad4-baeb-8ead16288bf5 port ff627a16-d730-4d25-bbab-1ed0b2c96cc7 binding host dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 00:54:48.627508 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b5719a0f-4ca6-45fa-a8ab-e3a453804f18 req-38725d0c-6f31-4baf-8ee0-f8bb9e1a5fbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814834 Sep 11 00:54:48.651730 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-5c2ea3fd-32bb-4797-8c5e-d6a48e57b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:48.653292 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=d7d7b8ed-8438-44e2-9dcb-0138216a96ab,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:48.653614 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-5c2ea3fd-32bb-4797-8c5e-d6a48e57b91d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a58aefc25e141ca93821a80859875e8&device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 1127 time: 0.0821331 Sep 11 00:54:48.677533 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (ff627a16-d730-4d25-bbab-1ed0b2c96cc7), before_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.699121 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-26fc8236-2914-4dbc-bc83-fb77d842e65b tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for security_group_rule (e61a24b2-66c2-4ede-a802-15e9fb965991), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.704929 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-26fc8236-2914-4dbc-bc83-fb77d842e65b tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (e61a24b2-66c2-4ede-a802-15e9fb965991), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.719058 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 8fd774b2-dbf4-47b3-9a8b-58e4006734ad is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:54:48.733746 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc8236-2914-4dbc-bc83-fb77d842e65b tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61a24b2-66c2-4ede-a802-15e9fb965991,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:48.747211 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-26fc8236-2914-4dbc-bc83-fb77d842e65b tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:48.748440 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-26fc8236-2914-4dbc-bc83-fb77d842e65b tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2420073 Sep 11 00:54:48.751426 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-416fce9b-c263-4ee5-8c52-56219ad6bfd9 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4ee5962-5a14-4994-83b5-3235d55d032f HTTP/1.1" status: 200 len: 217 time: 0.0755138 Sep 11 00:54:48.835589 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:48.844834 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-40f7b9ec-9b55-454e-9361-2a3aeb464c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:48.846420 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-40f7b9ec-9b55-454e-9361-2a3aeb464c73 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c6a47ffa-8534-424b-aa2a-93b1efe10fe2 HTTP/1.1" status: 200 len: 858 time: 0.0827787 Sep 11 00:54:48.917050 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-bfdc3db7-a430-43fe-9ca9-e940e944622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:48.918572 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-bfdc3db7-a430-43fe-9ca9-e940e944622d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454788 Sep 11 00:54:48.959754 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-526eb3cd-af85-4c09-af30-cdb9d846f517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61720823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62399932'] for subnet (5d645310-e016-42e2-be5b-be26d0a1ff2b), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:49.015921 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff26a73-d81b-4943-89fa-62d46175d5f8 req-173be937-1feb-4bda-9d2e-41630ae5cc02 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:49.024486 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-dff26a73-d81b-4943-89fa-62d46175d5f8 req-173be937-1feb-4bda-9d2e-41630ae5cc02 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 943 time: 0.0870330 Sep 11 00:54:49.029321 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-9919806e-a014-43c6-ae2b-e117cfbe57a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:49.069856 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] Publish callbacks [] for port (ff627a16-d730-4d25-bbab-1ed0b2c96cc7), precommit_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:49.083935 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-dff26a73-d81b-4943-89fa-62d46175d5f8 req-f6d3ddcf-ab26-4cba-a345-518ad00a0f5e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581312 Sep 11 00:54:49.088367 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (ff627a16-d730-4d25-bbab-1ed0b2c96cc7), after_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:49.102241 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526eb3cd-af85-4c09-af30-cdb9d846f517 admin admin] Checking segment: {'id': 'bd7c4cea-2611-4991-9f92-d3dca165adf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:54:49.102615 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526eb3cd-af85-4c09-af30-cdb9d846f517 admin admin] Network hostable DHCP agents. Network: 9fa144fa-5fc9-4425-a84d-a5df211c8436, hostable agents: ['141562d2-e0e6-4955-8563-ce36b7299d64'], hosted agents: [] {{(pid=112722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 00:54:49.124706 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526eb3cd-af85-4c09-af30-cdb9d846f517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d645310-e016-42e2-be5b-be26d0a1ff2b,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:49.135599 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-9ce54b4f-0818-480b-b2b7-dd6af24d4f0a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050505 Sep 11 00:54:49.142782 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526eb3cd-af85-4c09-af30-cdb9d846f517 admin admin] Network 9fa144fa-5fc9-4425-a84d-a5df211c8436 is scheduled to be hosted by DHCP agent 141562d2-e0e6-4955-8563-ce36b7299d64 with binding_index 1 {{(pid=112722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 00:54:49.159304 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b54fa-24c5-48cd-8156-d954ff7f3f8a None None] Pushing event updated for resources: {'Port': ['ID=ff627a16-d730-4d25-bbab-1ed0b2c96cc7,revision_number=3']} {{(pid=112724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:49.194871 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-526eb3cd-af85-4c09-af30-cdb9d846f517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 9fa144fa-5fc9-4425-a84d-a5df211c8436) {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:54:49.202740 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526eb3cd-af85-4c09-af30-cdb9d846f517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:49.203552 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-526eb3cd-af85-4c09-af30-cdb9d846f517 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:49.205007 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a555a3c-b6cc-4738-bc40-47cf2ad7b4f4 None None] Network 9fa144fa-5fc9-4425-a84d-a5df211c8436 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:54:49.235548 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] Attempting to bind port ff627a16-d730-4d25-bbab-1ed0b2c96cc7 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:54:49.235919 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] Attempting to bind port ff627a16-d730-4d25-bbab-1ed0b2c96cc7 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'bd2e0170-6a6e-4a31-ad0d-b0d42c20b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd339359a-a3f2-4486-8eb1-c0427090f216'}] {{(pid=112724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:54:49.236332 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] Attempting to bind port ff627a16-d730-4d25-bbab-1ed0b2c96cc7 on network d339359a-a3f2-4486-8eb1-c0427090f216 {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:54:49.249136 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:49.301215 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-526eb3cd-af85-4c09-af30-cdb9d846f517 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9481142 Sep 11 00:54:49.301564 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 44932) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:49.306948 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-36f3175b-c4ec-41bf-be3e-e66c415f8fd0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1861735170-router', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:49.349919 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-36f3175b-c4ec-41bf-be3e-e66c415f8fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3794061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24926'] for router (56881630-0cdb-48af-800c-040be1134c90), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:49.351620 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-36f3175b-c4ec-41bf-be3e-e66c415f8fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3793143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3766931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24935'] for router (56881630-0cdb-48af-800c-040be1134c90), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:49.354419 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:54:49.355693 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] Checking segment: {'id': 'bd2e0170-6a6e-4a31-ad0d-b0d42c20b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd339359a-a3f2-4486-8eb1-c0427090f216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:54:49.356312 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:49.356946 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] Bound using segment: {'id': 'bd2e0170-6a6e-4a31-ad0d-b0d42c20b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd339359a-a3f2-4486-8eb1-c0427090f216'} {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:54:49.357612 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] Bound port: ff627a16-d730-4d25-bbab-1ed0b2c96cc7, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2e0170-6a6e-4a31-ad0d-b0d42c20b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd339359a-a3f2-4486-8eb1-c0427090f216'}}] {{(pid=112724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:54:49.358214 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (ff627a16-d730-4d25-bbab-1ed0b2c96cc7), before_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:49.364952 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-887608fa-4e70-4a69-be6a-23234d1ff28c req-394b8e63-db71-4bfa-b655-a93a8c1b7a5b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174766 Sep 11 00:54:49.387962 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4936aa-d67a-4f06-9d70-e1a3f1d3be3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-9fa144fa-5fc9-4425-a84d-a5df211c8436', 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436', 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'fixed_ips': [{'subnet_id': '5d645310-e016-42e2-be5b-be26d0a1ff2b'}]}} from dv-cinder-master-3-iscsi. {{(pid=112723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 11 00:54:49.388893 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-5e4936aa-d67a-4f06-9d70-e1a3f1d3be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:49.448191 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.db [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] For port ff627a16-d730-4d25-bbab-1ed0b2c96cc7, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:54:49.454255 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-36f3175b-c4ec-41bf-be3e-e66c415f8fd0 admin admin] Publish callbacks [] for router_controller (56881630-0cdb-48af-800c-040be1134c90), precommit_add_association {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:49.454780 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.db [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] For port ff627a16-d730-4d25-bbab-1ed0b2c96cc7, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ff627a16-d730-4d25-bbab-1ed0b2c96cc7,segment=NetworkSegment(bd2e0170-6a6e-4a31-ad0d-b0d42c20b630),segment_id=bd2e0170-6a6e-4a31-ad0d-b0d42c20b630)] {{(pid=112724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:54:49.455141 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:49.455795 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:INSERT=7,neutron:UPDATE=4,neutron:SELECT=87,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:49.467585 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (ff627a16-d730-4d25-bbab-1ed0b2c96cc7), after_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:49.528804 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b54fa-24c5-48cd-8156-d954ff7f3f8a None None] Pushing event updated for resources: {'Port': ['ID=ff627a16-d730-4d25-bbab-1ed0b2c96cc7,revision_number=4']} {{(pid=112724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:49.549018 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] Routers {'a2c8bf04-480b-4ad4-baeb-8ead16288bf5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:54:49.550356 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:54:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['a2c8bf04-480b-4ad4-baeb-8ead16288bf5'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:49.627402 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:49.686308 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:49.711419 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] Set router a2c8bf04-480b-4ad4-baeb-8ead16288bf5 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:54:49.715805 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.db_base_plugin_common [None req-5e4936aa-d67a-4f06-9d70-e1a3f1d3be3a None None] Allocated IP 172.20.0.2 (9fa144fa-5fc9-4425-a84d-a5df211c8436/5d645310-e016-42e2-be5b-be26d0a1ff2b/1f9bec43-1260-4004-8b03-84415391b7c1) {{(pid=112723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:54:49.748816 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:49.851074 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb273ad1-709d-496a-a241-f4b757fadfa6 req-c543ab63-53c8-43e8-9d12-2714d758484c tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:49.859593 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-eb273ad1-709d-496a-a241-f4b757fadfa6 req-c543ab63-53c8-43e8-9d12-2714d758484c tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.0866570 Sep 11 00:54:49.871304 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-36f3175b-c4ec-41bf-be3e-e66c415f8fd0 admin admin] Publish callbacks [] for router_gateway (56881630-0cdb-48af-800c-040be1134c90), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:49.912738 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-5e4936aa-d67a-4f06-9d70-e1a3f1d3be3a None None] Publish callbacks [] for port (1f9bec43-1260-4004-8b03-84415391b7c1), precommit_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:49.921288 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-5e4936aa-d67a-4f06-9d70-e1a3f1d3be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (1f9bec43-1260-4004-8b03-84415391b7c1), after_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:49.954880 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4936aa-d67a-4f06-9d70-e1a3f1d3be3a None None] Network 9fa144fa-5fc9-4425-a84d-a5df211c8436 is already hosted by enough agents. {{(pid=112723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:54:49.968899 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.base_scheduler [None req-5e4936aa-d67a-4f06-9d70-e1a3f1d3be3a None None] Resources bound (agent type, host, resource id): {{(pid=112723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:54:49.972318 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4936aa-d67a-4f06-9d70-e1a3f1d3be3a None None] Received port after_create {{(pid=112723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:54:50.019888 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4936aa-d67a-4f06-9d70-e1a3f1d3be3a None None] Pushing event updated for resources: {'Port': ['ID=1f9bec43-1260-4004-8b03-84415391b7c1,revision_number=1']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:50.066532 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-5e4936aa-d67a-4f06-9d70-e1a3f1d3be3a None None] Attempting to bind port 1f9bec43-1260-4004-8b03-84415391b7c1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:54:50.066532 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-5e4936aa-d67a-4f06-9d70-e1a3f1d3be3a None None] Attempting to bind port 1f9bec43-1260-4004-8b03-84415391b7c1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'bd7c4cea-2611-4991-9f92-d3dca165adf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:54:50.066532 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4936aa-d67a-4f06-9d70-e1a3f1d3be3a None None] Attempting to bind port 1f9bec43-1260-4004-8b03-84415391b7c1 on network 9fa144fa-5fc9-4425-a84d-a5df211c8436 {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:54:50.072869 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-eb273ad1-709d-496a-a241-f4b757fadfa6 req-8f320c66-24a0-4431-b20d-f6930c00da49 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094679 Sep 11 00:54:50.104004 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c8bf04-480b-4ad4-baeb-8ead16288bf5', 'name': 'tempest-TestShelveInstance-2011244622-router', 'tenant_id': 'c0a6200260914ce48590b57b10f75f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': 'd7d7b8ed-8438-44e2-9dcb-0138216a96ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:41Z', 'updated_at': '2022-09-11T00:54:45Z', 'revision_number': 4, 'project_id': 'c0a6200260914ce48590b57b10f75f24', 'gw_port': {'id': 'd7d7b8ed-8438-44e2-9dcb-0138216a96ab', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c8bf04-480b-4ad4-baeb-8ead16288bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:42Z', 'updated_at': '2022-09-11T00:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ff627a16-d730-4d25-bbab-1ed0b2c96cc7', 'name': '', 'network_id': 'd339359a-a3f2-4486-8eb1-c0427090f216', 'tenant_id': 'c0a6200260914ce48590b57b10f75f24', 'mac_address': 'fa:16:3e:14:24:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c8bf04-480b-4ad4-baeb-8ead16288bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'bd10bdf6-1272-413c-8f22-4c0589708800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:44Z', 'updated_at': '2022-09-11T00:54:49Z', 'revision_number': 4, 'project_id': 'c0a6200260914ce48590b57b10f75f24', 'subnets': [{'id': 'bd10bdf6-1272-413c-8f22-4c0589708800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:50.150475 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device d7d7b8ed-8438-44e2-9dcb-0138216a96ab up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:54:50.163356 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304c5de3-3317-4058-8182-55396d67ba36 None None] The sync data for ids ['a2c8bf04-480b-4ad4-baeb-8ead16288bf5'] in dv-cinder-master-3-iscsi is: [{'id': 'a2c8bf04-480b-4ad4-baeb-8ead16288bf5', 'name': 'tempest-TestShelveInstance-2011244622-router', 'tenant_id': 'c0a6200260914ce48590b57b10f75f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': 'd7d7b8ed-8438-44e2-9dcb-0138216a96ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:41Z', 'updated_at': '2022-09-11T00:54:45Z', 'revision_number': 4, 'project_id': 'c0a6200260914ce48590b57b10f75f24', 'gw_port': {'id': 'd7d7b8ed-8438-44e2-9dcb-0138216a96ab', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c8bf04-480b-4ad4-baeb-8ead16288bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:42Z', 'updated_at': '2022-09-11T00:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ff627a16-d730-4d25-bbab-1ed0b2c96cc7', 'name': '', 'network_id': 'd339359a-a3f2-4486-8eb1-c0427090f216', 'tenant_id': 'c0a6200260914ce48590b57b10f75f24', 'mac_address': 'fa:16:3e:14:24:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c8bf04-480b-4ad4-baeb-8ead16288bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'bd10bdf6-1272-413c-8f22-4c0589708800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:44Z', 'updated_at': '2022-09-11T00:54:49Z', 'revision_number': 4, 'project_id': 'c0a6200260914ce48590b57b10f75f24', 'subnets': [{'id': 'bd10bdf6-1272-413c-8f22-4c0589708800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:54:50.198537 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4936aa-d67a-4f06-9d70-e1a3f1d3be3a None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:54:50.198939 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4936aa-d67a-4f06-9d70-e1a3f1d3be3a None None] Checking segment: {'id': 'bd7c4cea-2611-4991-9f92-d3dca165adf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:54:50.208633 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-5e4936aa-d67a-4f06-9d70-e1a3f1d3be3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:50.209860 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4936aa-d67a-4f06-9d70-e1a3f1d3be3a None None] Bound using segment: {'id': 'bd7c4cea-2611-4991-9f92-d3dca165adf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:54:50.211410 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-5e4936aa-d67a-4f06-9d70-e1a3f1d3be3a None None] Bound port: 1f9bec43-1260-4004-8b03-84415391b7c1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7c4cea-2611-4991-9f92-d3dca165adf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:54:50.212982 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-5e4936aa-d67a-4f06-9d70-e1a3f1d3be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (1f9bec43-1260-4004-8b03-84415391b7c1), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:50.314137 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:50.325489 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port d7d7b8ed-8438-44e2-9dcb-0138216a96ab triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:50.325804 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (d7d7b8ed-8438-44e2-9dcb-0138216a96ab), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:50.367518 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-5e4936aa-d67a-4f06-9d70-e1a3f1d3be3a None None] For port 1f9bec43-1260-4004-8b03-84415391b7c1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:54:50.400623 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-5e4936aa-d67a-4f06-9d70-e1a3f1d3be3a None None] For port 1f9bec43-1260-4004-8b03-84415391b7c1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1f9bec43-1260-4004-8b03-84415391b7c1,segment=NetworkSegment(bd7c4cea-2611-4991-9f92-d3dca165adf0),segment_id=bd7c4cea-2611-4991-9f92-d3dca165adf0)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:54:50.412131 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-5e4936aa-d67a-4f06-9d70-e1a3f1d3be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (1f9bec43-1260-4004-8b03-84415391b7c1), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:50.504123 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port d7d7b8ed-8438-44e2-9dcb-0138216a96ab is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:54:50.506764 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4936aa-d67a-4f06-9d70-e1a3f1d3be3a None None] Pushing event updated for resources: {'Port': ['ID=1f9bec43-1260-4004-8b03-84415391b7c1,revision_number=2']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:50.620751 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d30284-8e71-4692-8fe6-e30f6493c98f req-a00fd25d-3450-4f25-be10-11417a80e50a tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:50.633554 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-51d30284-8e71-4692-8fe6-e30f6493c98f req-a00fd25d-3450-4f25-be10-11417a80e50a tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 943 time: 0.3713286 Sep 11 00:54:50.675371 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-36f3175b-c4ec-41bf-be3e-e66c415f8fd0 admin admin] Publish callbacks [] for router_gateway (56881630-0cdb-48af-800c-040be1134c90), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:50.705443 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-36f3175b-c4ec-41bf-be3e-e66c415f8fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:50.787324 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-51d30284-8e71-4692-8fe6-e30f6493c98f req-df63731a-c2d6-46f8-a85c-49c2cbac497d tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528158 Sep 11 00:54:50.865359 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [None req-36f3175b-c4ec-41bf-be3e-e66c415f8fd0 admin admin] Allocated IP 172.37.5.211 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/59f81d56-9022-4410-9e0c-3edc42bb9fc3) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:54:50.974355 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-36f3175b-c4ec-41bf-be3e-e66c415f8fd0 admin admin] Publish callbacks [] for port (59f81d56-9022-4410-9e0c-3edc42bb9fc3), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:51.013193 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-36f3175b-c4ec-41bf-be3e-e66c415f8fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (59f81d56-9022-4410-9e0c-3edc42bb9fc3), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:51.016736 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:51.061895 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f3175b-c4ec-41bf-be3e-e66c415f8fd0 admin admin] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:54:51.065893 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-36f3175b-c4ec-41bf-be3e-e66c415f8fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:54:51.069884 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f3175b-c4ec-41bf-be3e-e66c415f8fd0 admin admin] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:54:51.073946 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3175b-c4ec-41bf-be3e-e66c415f8fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=59f81d56-9022-4410-9e0c-3edc42bb9fc3,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:51.266697 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:51.288598 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a027125-1483-4652-9f01-6446b1ed795f req-3ed78968-a278-4613-b2bb-1957020aa072 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:51.290536 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5a027125-1483-4652-9f01-6446b1ed795f req-3ed78968-a278-4613-b2bb-1957020aa072 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.1036677 Sep 11 00:54:51.331923 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-13e1129a-3cd2-4683-843f-73bb2a94eb20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:51.449837 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5a027125-1483-4652-9f01-6446b1ed795f req-07a40aab-4d38-4e30-be58-0da9d49fd1d9 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488450 Sep 11 00:54:51.474659 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-36f3175b-c4ec-41bf-be3e-e66c415f8fd0 admin admin] Publish callbacks [] for router_gateway (56881630-0cdb-48af-800c-040be1134c90), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:51.579089 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbbfd22-cf08-43bc-89ab-78c4ae822792 None None] Network 9fa144fa-5fc9-4425-a84d-a5df211c8436 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:54:51.704178 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-36f3175b-c4ec-41bf-be3e-e66c415f8fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3793056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3793755'] for router (56881630-0cdb-48af-800c-040be1134c90), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:51.777667 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0085ad14-2b27-4ec5-a107-652767191ccb None None] Provisioning complete for port 1f9bec43-1260-4004-8b03-84415391b7c1 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:51.778040 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0085ad14-2b27-4ec5-a107-652767191ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (1f9bec43-1260-4004-8b03-84415391b7c1), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:51.903159 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f3175b-c4ec-41bf-be3e-e66c415f8fd0 admin admin] Router 56881630-0cdb-48af-800c-040be1134c90 is scheduled to L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 with binding_index 1 {{(pid=112721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 11 00:54:51.936471 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0085ad14-2b27-4ec5-a107-652767191ccb None None] Current status of the port 1f9bec43-1260-4004-8b03-84415391b7c1 is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:54:51.937133 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0085ad14-2b27-4ec5-a107-652767191ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (1f9bec43-1260-4004-8b03-84415391b7c1), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:51.952151 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:51.985669 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0085ad14-2b27-4ec5-a107-652767191ccb None None] For port 1f9bec43-1260-4004-8b03-84415391b7c1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1f9bec43-1260-4004-8b03-84415391b7c1,segment=NetworkSegment(bd7c4cea-2611-4991-9f92-d3dca165adf0),segment_id=bd7c4cea-2611-4991-9f92-d3dca165adf0)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:54:51.999026 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0085ad14-2b27-4ec5-a107-652767191ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (1f9bec43-1260-4004-8b03-84415391b7c1), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:52.005582 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca86b5-01f6-4703-a3df-3810ee583e1b req-24706667-ae6f-4568-a737-a877a63c223e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:52.017698 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9aca86b5-01f6-4703-a3df-3810ee583e1b req-24706667-ae6f-4568-a737-a877a63c223e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 943 time: 0.1171367 Sep 11 00:54:52.074323 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085ad14-2b27-4ec5-a107-652767191ccb None None] Pushing event updated for resources: {'Port': ['ID=1f9bec43-1260-4004-8b03-84415391b7c1,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:52.113369 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:52.145979 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9aca86b5-01f6-4703-a3df-3810ee583e1b req-c2bd6ceb-5403-43f4-bb24-e652e81b2d6c tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272261 Sep 11 00:54:52.160801 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f3175b-c4ec-41bf-be3e-e66c415f8fd0 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:54:52.176104 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] Sync routers for ids ['56881630-0cdb-48af-800c-040be1134c90'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:54:52.188159 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] Routers {'56881630-0cdb-48af-800c-040be1134c90'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:54:52.188603 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:54:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['56881630-0cdb-48af-800c-040be1134c90'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:52.200801 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-36f3175b-c4ec-41bf-be3e-e66c415f8fd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:52.202274 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-36f3175b-c4ec-41bf-be3e-e66c415f8fd0 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8996043 Sep 11 00:54:52.205470 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 45006) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:52.244269 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device ff627a16-d730-4d25-bbab-1ed0b2c96cc7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:54:52.349870 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-34494b58-a8ed-43e1-8e25-392389eb49af None None] Provisioning complete for port 1f9bec43-1260-4004-8b03-84415391b7c1 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:52.350609 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-34494b58-a8ed-43e1-8e25-392389eb49af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (1f9bec43-1260-4004-8b03-84415391b7c1), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:52.390015 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] Set router 56881630-0cdb-48af-800c-040be1134c90 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:54:52.417645 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port ff627a16-d730-4d25-bbab-1ed0b2c96cc7 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:52.418036 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (ff627a16-d730-4d25-bbab-1ed0b2c96cc7), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:52.526558 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:52.666953 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:52.670596 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-34494b58-a8ed-43e1-8e25-392389eb49af None None] Current status of the port 1f9bec43-1260-4004-8b03-84415391b7c1 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:54:52.697508 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5e730f79-8531-4b05-a210-e1f33a8c151b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:52.706596 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959658d-3d15-476d-9645-a24137ab7652 req-9aa1323a-7143-4f2b-a2dc-9b4643c6138c tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:52.723835 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e959658d-3d15-476d-9645-a24137ab7652 req-9aa1323a-7143-4f2b-a2dc-9b4643c6138c tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.1470046 Sep 11 00:54:52.739088 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port ff627a16-d730-4d25-bbab-1ed0b2c96cc7 is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:54:52.739479 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (ff627a16-d730-4d25-bbab-1ed0b2c96cc7), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:52.755722 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 45022) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:52.760579 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-6eb84e45-9163-456b-a388-7f43ca91a6d5 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1141183280', 'description': 'tempest-description--2126989916'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:52.766956 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56881630-0cdb-48af-800c-040be1134c90', 'name': 'tempest-TestMinimumBasicScenario-1861735170-router', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211'}], 'enable_snat': True}, 'gw_port_id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:49Z', 'updated_at': '2022-09-11T00:54:51Z', 'revision_number': 3, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'gw_port': {'id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56881630-0cdb-48af-800c-040be1134c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:50Z', 'updated_at': '2022-09-11T00:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:52.794219 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e959658d-3d15-476d-9645-a24137ab7652 req-9b380d80-9f07-4830-8775-3a334e52fcc2 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693369 Sep 11 00:54:52.803555 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] Checking router: 56881630-0cdb-48af-800c-040be1134c90 for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:54:52.803898 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] Updating router 56881630-0cdb-48af-800c-040be1134c90 port 59f81d56-9022-4410-9e0c-3edc42bb9fc3 binding host dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 00:54:52.835815 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6eb84e45-9163-456b-a388-7f43ca91a6d5 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:52.835930 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port ff627a16-d730-4d25-bbab-1ed0b2c96cc7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ff627a16-d730-4d25-bbab-1ed0b2c96cc7,segment=NetworkSegment(bd2e0170-6a6e-4a31-ad0d-b0d42c20b630),segment_id=bd2e0170-6a6e-4a31-ad0d-b0d42c20b630)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:54:52.846075 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (ff627a16-d730-4d25-bbab-1ed0b2c96cc7), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:52.846937 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 1f9bec43-1260-4004-8b03-84415391b7c1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:54:52.851309 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (59f81d56-9022-4410-9e0c-3edc42bb9fc3), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:52.861988 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:52.953693 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [None req-5e730f79-8531-4b05-a210-e1f33a8c151b admin admin] Allocated IP 172.20.0.1 (9fa144fa-5fc9-4425-a84d-a5df211c8436/5d645310-e016-42e2-be5b-be26d0a1ff2b/55303d32-2144-4447-b58f-d46dfdc40379) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:54:52.962883 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:52.981838 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6eb84e45-9163-456b-a388-7f43ca91a6d5 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group (15520810-f94b-469e-a375-809dd897dded), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:52.989549 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6eb84e45-9163-456b-a388-7f43ca91a6d5 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (15520810-f94b-469e-a375-809dd897dded), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:53.012884 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=100 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:53.020466 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=ff627a16-d730-4d25-bbab-1ed0b2c96cc7,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:53.030506 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 1f9bec43-1260-4004-8b03-84415391b7c1 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:53.030906 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (1f9bec43-1260-4004-8b03-84415391b7c1), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:53.065914 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6eb84e45-9163-456b-a388-7f43ca91a6d5 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:53.069998 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-6eb84e45-9163-456b-a388-7f43ca91a6d5 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3105516 Sep 11 00:54:53.070720 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 45026) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:53.078729 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb84e45-9163-456b-a388-7f43ca91a6d5 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15520810-f94b-469e-a375-809dd897dded,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:53.084008 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-6a66fd9b-b700-40f8-b110-d373b12b729b tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Request body: {'security_group_rule': {'security_group_id': '15520810-f94b-469e-a375-809dd897dded', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:53.086447 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device f4ee5962-5a14-4994-83b5-3235d55d032f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 00:54:53.147064 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6a66fd9b-b700-40f8-b110-d373b12b729b tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group_rule (84cef40f-0e70-4d27-8b0a-a383ca865edf), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:53.154313 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5e730f79-8531-4b05-a210-e1f33a8c151b admin admin] Publish callbacks [] for port (55303d32-2144-4447-b58f-d46dfdc40379), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:53.195245 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5e730f79-8531-4b05-a210-e1f33a8c151b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (55303d32-2144-4447-b58f-d46dfdc40379), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:53.220380 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6a66fd9b-b700-40f8-b110-d373b12b729b tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group_rule (84cef40f-0e70-4d27-8b0a-a383ca865edf), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:53.229308 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6a66fd9b-b700-40f8-b110-d373b12b729b tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (84cef40f-0e70-4d27-8b0a-a383ca865edf), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:53.242835 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e730f79-8531-4b05-a210-e1f33a8c151b admin admin] Network 9fa144fa-5fc9-4425-a84d-a5df211c8436 is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:54:53.256057 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-5e730f79-8531-4b05-a210-e1f33a8c151b admin admin] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:54:53.258601 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e730f79-8531-4b05-a210-e1f33a8c151b admin admin] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:54:53.291016 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:53.303156 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66fd9b-b700-40f8-b110-d373b12b729b tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84cef40f-0e70-4d27-8b0a-a383ca865edf,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:53.307427 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 1f9bec43-1260-4004-8b03-84415391b7c1 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:54:53.311074 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5e730f79-8531-4b05-a210-e1f33a8c151b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3767825'] for router_interface (56881630-0cdb-48af-800c-040be1134c90), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:53.316966 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e730f79-8531-4b05-a210-e1f33a8c151b admin admin] Pushing event updated for resources: {'Port': ['ID=55303d32-2144-4447-b58f-d46dfdc40379,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:53.317169 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6a66fd9b-b700-40f8-b110-d373b12b729b tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:53.319171 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-6a66fd9b-b700-40f8-b110-d373b12b729b tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2460659 Sep 11 00:54:53.322320 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 45030) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:53.326948 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-93da0228-bf0c-4955-a2b2-e44376147f9e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Request body: {'security_group_rule': {'security_group_id': '15520810-f94b-469e-a375-809dd897dded', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:53.341203 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea3c66-7d30-4167-92b0-373b114b5ff1 req-fd6efefd-883a-44d1-8149-84e578f27a37 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:53.350119 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-49ea3c66-7d30-4167-92b0-373b114b5ff1 req-fd6efefd-883a-44d1-8149-84e578f27a37 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 943 time: 0.1183617 Sep 11 00:54:53.357336 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port f4ee5962-5a14-4994-83b5-3235d55d032f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f4ee5962-5a14-4994-83b5-3235d55d032f,segment=NetworkSegment(efa8b440-94f8-4ee3-85f9-45381836be7e),segment_id=efa8b440-94f8-4ee3-85f9-45381836be7e)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:54:53.372974 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': 'f4ee5962-5a14-4994-83b5-3235d55d032f', 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'port_id': 'f4ee5962-5a14-4994-83b5-3235d55d032f', 'mac_address': 'fa:16:3e:77:b8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 00:54:53.390746 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:53.411001 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-93da0228-bf0c-4955-a2b2-e44376147f9e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group_rule (ab7993a4-f497-44dc-bc49-016548fbf5be), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:53.465525 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-49ea3c66-7d30-4167-92b0-373b114b5ff1 req-e71bef40-ca98-4a67-a289-c328ce0a0b88 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106508 Sep 11 00:54:53.516007 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-93da0228-bf0c-4955-a2b2-e44376147f9e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group_rule (ab7993a4-f497-44dc-bc49-016548fbf5be), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:53.516836 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port f4ee5962-5a14-4994-83b5-3235d55d032f is: DOWN; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:54:53.517227 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (f4ee5962-5a14-4994-83b5-3235d55d032f), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:53.522646 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5e730f79-8531-4b05-a210-e1f33a8c151b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (55303d32-2144-4447-b58f-d46dfdc40379), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:53.524970 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] Publish callbacks [] for port (59f81d56-9022-4410-9e0c-3edc42bb9fc3), precommit_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:53.527002 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-93da0228-bf0c-4955-a2b2-e44376147f9e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (ab7993a4-f497-44dc-bc49-016548fbf5be), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:53.541617 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ee5962-5a14-4994-83b5-3235d55d032f {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:54:53.548888 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (59f81d56-9022-4410-9e0c-3edc42bb9fc3), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:53.561203 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da0228-bf0c-4955-a2b2-e44376147f9e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7993a4-f497-44dc-bc49-016548fbf5be,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:53.590722 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-93da0228-bf0c-4955-a2b2-e44376147f9e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:53.595113 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-93da0228-bf0c-4955-a2b2-e44376147f9e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2683065 Sep 11 00:54:53.595451 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 45032) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:53.600022 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-085d03ae-9557-4eed-ba03-38621be72ef4 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Request body: {'floatingip': {'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:53.608359 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port f4ee5962-5a14-4994-83b5-3235d55d032f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f4ee5962-5a14-4994-83b5-3235d55d032f,segment=NetworkSegment(efa8b440-94f8-4ee3-85f9-45381836be7e),segment_id=efa8b440-94f8-4ee3-85f9-45381836be7e)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:54:53.617519 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] Attempting to bind port 59f81d56-9022-4410-9e0c-3edc42bb9fc3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:54:53.617885 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] Attempting to bind port 59f81d56-9022-4410-9e0c-3edc42bb9fc3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:54:53.618341 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] Attempting to bind port 59f81d56-9022-4410-9e0c-3edc42bb9fc3 on network c4f00262-7f99-4bd5-861f-59a77dcd079c {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:54:53.626000 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (f4ee5962-5a14-4994-83b5-3235d55d032f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:53.630608 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-085d03ae-9557-4eed-ba03-38621be72ef4 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:53.661430 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-a7964cc7-7d7a-475d-b689-0ebc0aa26ca6 None None] Provisioning complete for port 55303d32-2144-4447-b58f-d46dfdc40379 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:53.661792 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-a7964cc7-7d7a-475d-b689-0ebc0aa26ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (55303d32-2144-4447-b58f-d46dfdc40379), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:53.737545 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-085d03ae-9557-4eed-ba03-38621be72ef4 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:53.754401 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5e730f79-8531-4b05-a210-e1f33a8c151b admin admin] Publish callbacks [] for port (55303d32-2144-4447-b58f-d46dfdc40379), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:53.763182 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5e730f79-8531-4b05-a210-e1f33a8c151b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (55303d32-2144-4447-b58f-d46dfdc40379), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:53.856466 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5e730f79-8531-4b05-a210-e1f33a8c151b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3767949'] for router_interface (56881630-0cdb-48af-800c-040be1134c90), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:53.867495 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:53.871511 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e730f79-8531-4b05-a210-e1f33a8c151b admin admin] Pushing event updated for resources: {'Port': ['ID=55303d32-2144-4447-b58f-d46dfdc40379,revision_number=2']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:53.893756 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99106a5a-4464-4f7b-97e5-75ad47120325 None None] Pushing event updated for resources: {'Port': ['ID=59f81d56-9022-4410-9e0c-3edc42bb9fc3,revision_number=2']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:53.904637 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [None req-085d03ae-9557-4eed-ba03-38621be72ef4 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Allocated IP 172.37.5.32 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/4cfe44e4-e485-4898-9dc6-d6e91d2d9213) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:54:53.935619 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:53.979460 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e730f79-8531-4b05-a210-e1f33a8c151b admin admin] Network 9fa144fa-5fc9-4425-a84d-a5df211c8436 is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:54:53.980941 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-5e730f79-8531-4b05-a210-e1f33a8c151b admin admin] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:54:54.032173 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-a7964cc7-7d7a-475d-b689-0ebc0aa26ca6 None None] Port 55303d32-2144-4447-b58f-d46dfdc40379 cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:54:54.034833 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:54.050540 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:54.069310 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:54:54.069690 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] Checking segment: {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:54:54.070104 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:54.070498 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] Bound using segment: {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:54:54.071024 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] Bound port: 59f81d56-9022-4410-9e0c-3edc42bb9fc3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:54:54.071978 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (59f81d56-9022-4410-9e0c-3edc42bb9fc3), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:54.102268 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f253010-a3bd-4416-af43-a58ad47e0115 req-9472f5c5-e61b-4950-bf5a-bbcfad635a69 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:54.104483 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6f253010-a3bd-4416-af43-a58ad47e0115 req-9472f5c5-e61b-4950-bf5a-bbcfad635a69 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.1260860 Sep 11 00:54:54.114878 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['f4ee5962-5a14-4994-83b5-3235d55d032f'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:54:54.125499 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=f4ee5962-5a14-4994-83b5-3235d55d032f,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:54.137426 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e730f79-8531-4b05-a210-e1f33a8c151b admin admin] Router 56881630-0cdb-48af-800c-040be1134c90 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:54:54.157340 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:54.184875 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-085d03ae-9557-4eed-ba03-38621be72ef4 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for port (4cfe44e4-e485-4898-9dc6-d6e91d2d9213), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:54.214419 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] For port 59f81d56-9022-4410-9e0c-3edc42bb9fc3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:54:54.221732 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] For port 59f81d56-9022-4410-9e0c-3edc42bb9fc3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=59f81d56-9022-4410-9e0c-3edc42bb9fc3,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:54:54.235969 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:54.237464 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (59f81d56-9022-4410-9e0c-3edc42bb9fc3), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:54.267469 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-085d03ae-9557-4eed-ba03-38621be72ef4 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (4cfe44e4-e485-4898-9dc6-d6e91d2d9213), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:54.273605 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device ff627a16-d730-4d25-bbab-1ed0b2c96cc7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:54:54.275710 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:54.324067 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e730f79-8531-4b05-a210-e1f33a8c151b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:54:54.324857 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6f253010-a3bd-4416-af43-a58ad47e0115 req-52a3f047-f5bd-4604-9f48-1103743b975d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046530 Sep 11 00:54:54.331124 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-5e730f79-8531-4b05-a210-e1f33a8c151b admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/56881630-0cdb-48af-800c-040be1134c90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1247106 Sep 11 00:54:54.337908 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085d03ae-9557-4eed-ba03-38621be72ef4 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:54:54.352211 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-085d03ae-9557-4eed-ba03-38621be72ef4 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:54:54.355522 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d03ae-9557-4eed-ba03-38621be72ef4 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event updated for resources: {'Port': ['ID=4cfe44e4-e485-4898-9dc6-d6e91d2d9213,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:54.369549 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085d03ae-9557-4eed-ba03-38621be72ef4 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:54:54.414101 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] Routers {'56881630-0cdb-48af-800c-040be1134c90'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:54:54.415885 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:54:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['56881630-0cdb-48af-800c-040be1134c90'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:54.493731 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-085d03ae-9557-4eed-ba03-38621be72ef4 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (a163bfc7-3cd6-492e-93b2-6bdb3df69c65), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:54.504296 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-86c1f938-fd8b-45a2-b5bf-f079abb0e7f2 None None] Provisioning complete for port 55303d32-2144-4447-b58f-d46dfdc40379 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:54.504673 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-86c1f938-fd8b-45a2-b5bf-f079abb0e7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (55303d32-2144-4447-b58f-d46dfdc40379), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:54.537266 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99106a5a-4464-4f7b-97e5-75ad47120325 None None] Pushing event updated for resources: {'Port': ['ID=59f81d56-9022-4410-9e0c-3edc42bb9fc3,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:54.561075 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-085d03ae-9557-4eed-ba03-38621be72ef4 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (4cfe44e4-e485-4898-9dc6-d6e91d2d9213), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:54.626844 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-86c1f938-fd8b-45a2-b5bf-f079abb0e7f2 None None] Port 55303d32-2144-4447-b58f-d46dfdc40379 cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:54:54.645764 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port ff627a16-d730-4d25-bbab-1ed0b2c96cc7 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:54.646124 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (ff627a16-d730-4d25-bbab-1ed0b2c96cc7), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:54.651776 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:54.697012 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d33337a6-5338-4cbb-b40b-ab2befd11f9d req-e3047919-6b6d-4ffb-8d07-7d1037997b45 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0604234 Sep 11 00:54:54.704143 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] Set router 56881630-0cdb-48af-800c-040be1134c90 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:54:54.781799 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4631fd-eec8-4c95-9049-3a335a5b250e req-2f30d1bc-bf39-4e4f-968f-073cc4acf522 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:54.785303 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-cd4631fd-eec8-4c95-9049-3a335a5b250e req-2f30d1bc-bf39-4e4f-968f-073cc4acf522 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 944 time: 0.0742004 Sep 11 00:54:54.807952 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33337a6-5338-4cbb-b40b-ab2befd11f9d req-a6f5e025-64d7-4635-bb60-568ceec566be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:54.809991 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d33337a6-5338-4cbb-b40b-ab2befd11f9d req-a6f5e025-64d7-4635-bb60-568ceec566be service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a58aefc25e141ca93821a80859875e8&device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 1130 time: 0.0637133 Sep 11 00:54:54.825631 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-085d03ae-9557-4eed-ba03-38621be72ef4 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for port (4cfe44e4-e485-4898-9dc6-d6e91d2d9213), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:54.851260 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-085d03ae-9557-4eed-ba03-38621be72ef4 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (4cfe44e4-e485-4898-9dc6-d6e91d2d9213), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:54.874464 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port ff627a16-d730-4d25-bbab-1ed0b2c96cc7 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:54:54.875588 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 1f9bec43-1260-4004-8b03-84415391b7c1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:54:54.963683 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33337a6-5338-4cbb-b40b-ab2befd11f9d req-45a42e32-615e-4bd7-bb13-a471de6eebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:54.966863 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d33337a6-5338-4cbb-b40b-ab2befd11f9d req-45a42e32-615e-4bd7-bb13-a471de6eebdd service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f HTTP/1.1" status: 200 len: 920 time: 0.1336441 Sep 11 00:54:54.979339 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 1f9bec43-1260-4004-8b03-84415391b7c1 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:54.979790 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (1f9bec43-1260-4004-8b03-84415391b7c1), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:55.019959 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-085d03ae-9557-4eed-ba03-38621be72ef4 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (a163bfc7-3cd6-492e-93b2-6bdb3df69c65), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:55.025982 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-cd4631fd-eec8-4c95-9049-3a335a5b250e req-40ddeaf2-3bdc-4898-b6a3-e3ec83c95f63 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276592 Sep 11 00:54:55.026589 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d03ae-9557-4eed-ba03-38621be72ef4 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event updated for resources: {'Port': ['ID=4cfe44e4-e485-4898-9dc6-d6e91d2d9213,revision_number=2']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:55.045896 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-085d03ae-9557-4eed-ba03-38621be72ef4 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:55.054850 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-085d03ae-9557-4eed-ba03-38621be72ef4 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4509106 Sep 11 00:54:55.067582 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d33337a6-5338-4cbb-b40b-ab2befd11f9d req-30392fe7-8381-4651-843f-9fe4379d5590 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d093dbf0-edb8-4356-a6c6-97c0aa32850c HTTP/1.1" status: 200 len: 217 time: 0.0877769 Sep 11 00:54:55.074502 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56881630-0cdb-48af-800c-040be1134c90', 'name': 'tempest-TestMinimumBasicScenario-1861735170-router', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211'}], 'enable_snat': True}, 'gw_port_id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:49Z', 'updated_at': '2022-09-11T00:54:53Z', 'revision_number': 4, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'gw_port': {'id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56881630-0cdb-48af-800c-040be1134c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:50Z', 'updated_at': '2022-09-11T00:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '55303d32-2144-4447-b58f-d46dfdc40379', 'name': '', 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'mac_address': 'fa:16:3e:37:1c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56881630-0cdb-48af-800c-040be1134c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5d645310-e016-42e2-be5b-be26d0a1ff2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:52Z', 'updated_at': '2022-09-11T00:54:53Z', 'revision_number': 2, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'subnets': [{'id': '5d645310-e016-42e2-be5b-be26d0a1ff2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:55.115745 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c45869d-0005-4648-9287-cbf96c1d01aa None None] The sync data for ids ['56881630-0cdb-48af-800c-040be1134c90'] in dv-cinder-master-3-iscsi is: [{'id': '56881630-0cdb-48af-800c-040be1134c90', 'name': 'tempest-TestMinimumBasicScenario-1861735170-router', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211'}], 'enable_snat': True}, 'gw_port_id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:49Z', 'updated_at': '2022-09-11T00:54:53Z', 'revision_number': 4, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'gw_port': {'id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56881630-0cdb-48af-800c-040be1134c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:50Z', 'updated_at': '2022-09-11T00:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '55303d32-2144-4447-b58f-d46dfdc40379', 'name': '', 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'mac_address': 'fa:16:3e:37:1c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56881630-0cdb-48af-800c-040be1134c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5d645310-e016-42e2-be5b-be26d0a1ff2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:52Z', 'updated_at': '2022-09-11T00:54:53Z', 'revision_number': 2, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'subnets': [{'id': '5d645310-e016-42e2-be5b-be26d0a1ff2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:54:55.127258 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=100 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:55.138490 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33337a6-5338-4cbb-b40b-ab2befd11f9d req-ee8a0934-ab66-47cc-93d4-fa2bbfb903f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:55.143605 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d33337a6-5338-4cbb-b40b-ab2befd11f9d req-ee8a0934-ab66-47cc-93d4-fa2bbfb903f3 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c6a47ffa-8534-424b-aa2a-93b1efe10fe2 HTTP/1.1" status: 200 len: 858 time: 0.0635056 Sep 11 00:54:55.187966 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 1f9bec43-1260-4004-8b03-84415391b7c1 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:54:55.213940 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33337a6-5338-4cbb-b40b-ab2befd11f9d req-f9bfaf92-a9f2-48d3-b065-8f072a52a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:55.215524 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d33337a6-5338-4cbb-b40b-ab2befd11f9d req-f9bfaf92-a9f2-48d3-b065-8f072a52a438 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0684984 Sep 11 00:54:55.326864 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 45072) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:55.375956 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 45082) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:55.388805 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-d03c4ebc-64e1-4eb8-9cb1-c4340d7188ee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1428338756-network', 'tenant_id': '32390cc59f8540a7aac26e20f1b25166'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:55.448540 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03c4ebc-64e1-4eb8-9cb1-c4340d7188ee admin admin] Made reservation on behalf of 32390cc59f8540a7aac26e20f1b25166 for: {'network': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:54:55.451491 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d03c4ebc-64e1-4eb8-9cb1-c4340d7188ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for network (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:55.457431 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device f4ee5962-5a14-4994-83b5-3235d55d032f up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:54:55.490235 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d03c4ebc-64e1-4eb8-9cb1-c4340d7188ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:55.526013 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d33337a6-5338-4cbb-b40b-ab2befd11f9d req-f072d1a8-9dbd-4c42-8a8a-802c20616ae2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119536 Sep 11 00:54:55.531860 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning for port f4ee5962-5a14-4994-83b5-3235d55d032f completed by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 11 00:54:55.543123 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port f4ee5962-5a14-4994-83b5-3235d55d032f triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:55.544182 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (f4ee5962-5a14-4994-83b5-3235d55d032f), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:55.608209 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-77506e81-f411-4064-8c46-75d263f1e762 req-e079e50c-097a-480c-8ec4-50d45377b2b8 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1141183280&fields=id&tenant_id=172e557567404e0f906fd1c3452148d8 HTTP/1.1" status: 200 len: 267 time: 0.1193421 Sep 11 00:54:55.680884 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port f4ee5962-5a14-4994-83b5-3235d55d032f is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:54:55.681357 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (f4ee5962-5a14-4994-83b5-3235d55d032f), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:55.701219 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d33337a6-5338-4cbb-b40b-ab2befd11f9d req-7b28172b-39da-4d23-8e33-2463f4b97b8e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667333 Sep 11 00:54:55.713576 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3cc25c-09a9-47c9-bc2e-d5227478ab70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ee5962-5a14-4994-83b5-3235d55d032f'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:54:55.716298 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6b2405-dcd4-4dc5-89ee-e77220099d44" -d '{"events": [{"server_uuid": "eb3cc25c-09a9-47c9-bc2e-d5227478ab70", "name": "network-vif-plugged", "status": "completed", "tag": "f4ee5962-5a14-4994-83b5-3235d55d032f"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:54:55.728499 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port f4ee5962-5a14-4994-83b5-3235d55d032f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f4ee5962-5a14-4994-83b5-3235d55d032f,segment=NetworkSegment(efa8b440-94f8-4ee3-85f9-45381836be7e),segment_id=efa8b440-94f8-4ee3-85f9-45381836be7e)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:54:55.737416 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (f4ee5962-5a14-4994-83b5-3235d55d032f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:55.742078 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26da2e-8119-46c9-b60f-470a52c1f961 req-63260cda-e52d-468c-a072-02458bfb7226 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:55.745122 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7b26da2e-8119-46c9-b60f-470a52c1f961 req-63260cda-e52d-468c-a072-02458bfb7226 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.2572730 Sep 11 00:54:55.751586 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:55.769603 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-c9d59c34-dd20-42cc-a259-b292b68d264d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:55.810295 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=f4ee5962-5a14-4994-83b5-3235d55d032f,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:55.816751 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:55.870254 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77506e81-f411-4064-8c46-75d263f1e762 req-7cd7dc80-d903-48a1-964e-39f531c6ef11 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:55.871892 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-77506e81-f411-4064-8c46-75d263f1e762 req-7cd7dc80-d903-48a1-964e-39f531c6ef11 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/networks?id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 HTTP/1.1" status: 200 len: 815 time: 0.2541251 Sep 11 00:54:55.912645 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-77506e81-f411-4064-8c46-75d263f1e762 req-f82c2b86-484e-42c9-8f92-23bf260e1142 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/quotas/172e557567404e0f906fd1c3452148d8 HTTP/1.1" status: 200 len: 375 time: 0.0262582 Sep 11 00:54:55.984582 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7b26da2e-8119-46c9-b60f-470a52c1f961 req-71712e94-27a2-497a-abd8-f0e74e35e44a tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018354 Sep 11 00:54:56.045795 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-77506e81-f411-4064-8c46-75d263f1e762 req-b50e019c-d4f5-42b4-9178-0009d8377288 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=172e557567404e0f906fd1c3452148d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1219888 Sep 11 00:54:56.048775 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d03c4ebc-64e1-4eb8-9cb1-c4340d7188ee admin admin] Publish callbacks [] for security_group (0fb38ae4-b8d2-42fb-a151-ab1222d0331e), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:56.061325 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d03c4ebc-64e1-4eb8-9cb1-c4340d7188ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (0fb38ae4-b8d2-42fb-a151-ab1222d0331e), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:56.073650 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa2830f-db2f-4a18-b236-3f8c6c4a2fa1 x-openstack-request-id: req-4aa2830f-db2f-4a18-b236-3f8c6c4a2fa1 {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:54:56.074839 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3cc25c-09a9-47c9-bc2e-d5227478ab70", "name": "network-vif-plugged", "status": "completed", "tag": "f4ee5962-5a14-4994-83b5-3235d55d032f", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:54:56.075104 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4aa2830f-db2f-4a18-b236-3f8c6c4a2fa1 {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:54:56.075659 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa2830f-db2f-4a18-b236-3f8c6c4a2fa1'] response: {'server_uuid': 'eb3cc25c-09a9-47c9-bc2e-d5227478ab70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ee5962-5a14-4994-83b5-3235d55d032f', 'code': 200} Sep 11 00:54:56.112876 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-c9d59c34-dd20-42cc-a259-b292b68d264d admin admin] Publish callbacks [] for security_group (5e315e28-cd00-43d9-953a-7311395ea89f), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:56.113926 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03c4ebc-64e1-4eb8-9cb1-c4340d7188ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=112721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 00:54:56.155558 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-c9d59c34-dd20-42cc-a259-b292b68d264d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (5e315e28-cd00-43d9-953a-7311395ea89f), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:56.182641 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d03c4ebc-64e1-4eb8-9cb1-c4340d7188ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:56.183228 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.segments_db [None req-d03c4ebc-64e1-4eb8-9cb1-c4340d7188ee admin admin] Added segment 4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf of type vlan for network 6722ccd0-ea78-4987-931f-351fb3c8b582 Sep 11 00:54:56.218645 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c4ebc-64e1-4eb8-9cb1-c4340d7188ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb38ae4-b8d2-42fb-a151-ab1222d0331e,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:56.499236 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94602a98-26b5-4709-af32-6483c8f29180 req-0c41a58a-ad74-4753-9b94-13a031f5ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:56.500778 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-94602a98-26b5-4709-af32-6483c8f29180 req-0c41a58a-ad74-4753-9b94-13a031f5ffd2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 1129 time: 0.0648947 Sep 11 00:54:56.530849 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-c9d59c34-dd20-42cc-a259-b292b68d264d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c301fee2a6744802a7a3b9fcf86daf7f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2000151 Sep 11 00:54:56.535395 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 45096) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:56.539057 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e38be-7ade-43fd-a281-93f2f69884d4 req-dfc62c9a-540e-4189-a46e-c31a9e059b15 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:56.541110 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4b1e38be-7ade-43fd-a281-93f2f69884d4 req-dfc62c9a-540e-4189-a46e-c31a9e059b15 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.3932948 Sep 11 00:54:56.541929 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d59c34-dd20-42cc-a259-b292b68d264d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e315e28-cd00-43d9-953a-7311395ea89f,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:56.548092 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d03c4ebc-64e1-4eb8-9cb1-c4340d7188ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765262360468'] for network (6722ccd0-ea78-4987-931f-351fb3c8b582), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:56.593615 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-94602a98-26b5-4709-af32-6483c8f29180 req-e154159c-0420-45e4-bae5-338223947729 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804312 Sep 11 00:54:56.597835 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-77506e81-f411-4064-8c46-75d263f1e762 req-33c7e277-12a8-412b-8ec9-6476b9f8068b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298674 Sep 11 00:54:56.633906 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8104798f-745d-4313-a06d-1e058613d009 admin admin] Publish callbacks [] for security_group (5e315e28-cd00-43d9-953a-7311395ea89f), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:56.638047 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d03c4ebc-64e1-4eb8-9cb1-c4340d7188ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for network (6722ccd0-ea78-4987-931f-351fb3c8b582), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:56.639085 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c4ebc-64e1-4eb8-9cb1-c4340d7188ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:56.639669 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d03c4ebc-64e1-4eb8-9cb1-c4340d7188ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:56.685948 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=100 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:56.689509 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8104798f-745d-4313-a06d-1e058613d009 admin admin] Publish callbacks [] for security_group (5e315e28-cd00-43d9-953a-7311395ea89f), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:56.719468 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=100 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:56.719869 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:INSERT=18,neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:56.727984 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4b1e38be-7ade-43fd-a281-93f2f69884d4 req-3e0ef53c-faf6-48fc-9a9e-6dab92b3f004 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728876 Sep 11 00:54:56.745830 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8104798f-745d-4313-a06d-1e058613d009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (5e315e28-cd00-43d9-953a-7311395ea89f), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:56.748505 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8104798f-745d-4313-a06d-1e058613d009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:56.752692 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-8104798f-745d-4313-a06d-1e058613d009 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5e315e28-cd00-43d9-953a-7311395ea89f HTTP/1.1" status: 204 len: 168 time: 0.2133396 Sep 11 00:54:56.763935 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104798f-745d-4313-a06d-1e058613d009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e315e28-cd00-43d9-953a-7311395ea89f,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:56.776860 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-d03c4ebc-64e1-4eb8-9cb1-c4340d7188ee admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3999527 Sep 11 00:54:56.779668 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 45100) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:56.788009 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c4ebc-64e1-4eb8-9cb1-c4340d7188ee admin admin] Pushing event updated for resources: {'Network': ['ID=6722ccd0-ea78-4987-931f-351fb3c8b582,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:56.811719 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-b32fa231-2b21-4ce3-be78-9348af0a1059 admin admin] Request body: {'subnet': {'network_id': '6722ccd0-ea78-4987-931f-351fb3c8b582', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1428338756-subnet', 'tenant_id': '32390cc59f8540a7aac26e20f1b25166', 'ip_version': 4}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:56.813784 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Network 6722ccd0-ea78-4987-931f-351fb3c8b582 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=112723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 00:54:56.838459 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-77506e81-f411-4064-8c46-75d263f1e762 req-79a06355-4ec6-45ab-b781-97c66b4f45bd service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304387 Sep 11 00:54:56.854967 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32fa231-2b21-4ce3-be78-9348af0a1059 admin admin] Made reservation on behalf of 32390cc59f8540a7aac26e20f1b25166 for: {'subnet': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:54:56.857534 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b32fa231-2b21-4ce3-be78-9348af0a1059 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62399906'] for subnet (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:57.075392 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f083ff60-d320-4757-9d50-8c293484855f req-929f4c54-d827-4742-891c-f79084f85c44 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 210 time: 0.0415583 Sep 11 00:54:57.124918 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b32fa231-2b21-4ce3-be78-9348af0a1059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61720823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62399932'] for subnet (fc9f0eee-40b8-4f47-92b2-bfabe45a9ed8), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:57.217621 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fa231-2b21-4ce3-be78-9348af0a1059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc9f0eee-40b8-4f47-92b2-bfabe45a9ed8,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:57.222066 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3cac0-4830-4708-9fa6-e5db3a320f8f req-c817ef72-60db-4b99-bcb0-d05cf28d39a4 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:57.231663 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a7b3cac0-4830-4708-9fa6-e5db3a320f8f req-c817ef72-60db-4b99-bcb0-d05cf28d39a4 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.0792835 Sep 11 00:54:57.315011 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32fa231-2b21-4ce3-be78-9348af0a1059 admin admin] Checking segment: {'id': '4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6722ccd0-ea78-4987-931f-351fb3c8b582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:54:57.315610 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32fa231-2b21-4ce3-be78-9348af0a1059 admin admin] Network hostable DHCP agents. Network: 6722ccd0-ea78-4987-931f-351fb3c8b582, hostable agents: ['141562d2-e0e6-4955-8563-ce36b7299d64'], hosted agents: [] {{(pid=112722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 00:54:57.345785 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a7b3cac0-4830-4708-9fa6-e5db3a320f8f req-7ee1fe47-2420-425b-9a9f-d290e1428a39 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007700 Sep 11 00:54:57.357449 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32fa231-2b21-4ce3-be78-9348af0a1059 admin admin] Network 6722ccd0-ea78-4987-931f-351fb3c8b582 is scheduled to be hosted by DHCP agent 141562d2-e0e6-4955-8563-ce36b7299d64 with binding_index 1 {{(pid=112722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 00:54:57.380520 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-b32fa231-2b21-4ce3-be78-9348af0a1059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 6722ccd0-ea78-4987-931f-351fb3c8b582) {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:54:57.394054 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e990733-f12d-4c8d-b873-0d187709b938 None None] Network 6722ccd0-ea78-4987-931f-351fb3c8b582 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:54:57.404853 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32fa231-2b21-4ce3-be78-9348af0a1059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:57.414360 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b32fa231-2b21-4ce3-be78-9348af0a1059 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:57.440823 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-b32fa231-2b21-4ce3-be78-9348af0a1059 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6595101 Sep 11 00:54:57.443648 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 45124) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:57.449221 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-4648c063-9247-420b-9ad2-875dc7810099 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1428338756-router', 'tenant_id': '32390cc59f8540a7aac26e20f1b25166', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:57.467363 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:57.495710 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4648c063-9247-420b-9ad2-875dc7810099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3794061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24926'] for router (e9b8855a-e897-42f4-82d9-18bc707d18dd), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:57.497076 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4648c063-9247-420b-9ad2-875dc7810099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3793143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3766931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24935'] for router (e9b8855a-e897-42f4-82d9-18bc707d18dd), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:57.592669 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4648c063-9247-420b-9ad2-875dc7810099 admin admin] Publish callbacks [] for router_controller (e9b8855a-e897-42f4-82d9-18bc707d18dd), precommit_add_association {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:57.600552 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87b966c-ddd7-4431-9618-066b25854453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-6722ccd0-ea78-4987-931f-351fb3c8b582', 'network_id': '6722ccd0-ea78-4987-931f-351fb3c8b582', 'project_id': '32390cc59f8540a7aac26e20f1b25166', 'fixed_ips': [{'subnet_id': 'fc9f0eee-40b8-4f47-92b2-bfabe45a9ed8'}]}} from dv-cinder-master-3-iscsi. {{(pid=112723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 11 00:54:57.602219 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-f87b966c-ddd7-4431-9618-066b25854453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:57.713278 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:57.782765 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.db_base_plugin_common [None req-f87b966c-ddd7-4431-9618-066b25854453 None None] Allocated IP 172.20.0.2 (6722ccd0-ea78-4987-931f-351fb3c8b582/fc9f0eee-40b8-4f47-92b2-bfabe45a9ed8/8fd8fba1-15d5-4ea6-8fa3-41c8048540df) {{(pid=112723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:54:57.817545 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4648c063-9247-420b-9ad2-875dc7810099 admin admin] Publish callbacks [] for router_gateway (e9b8855a-e897-42f4-82d9-18bc707d18dd), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:57.912210 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 45138) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:57.949731 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93b220-7176-4ed1-9614-cae26e0413ac req-1428cc31-860d-4ae6-a687-305d88088671 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:57.951441 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ee93b220-7176-4ed1-9614-cae26e0413ac req-1428cc31-860d-4ae6-a687-305d88088671 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.1040421 Sep 11 00:54:58.087848 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-f87b966c-ddd7-4431-9618-066b25854453 None None] Publish callbacks [] for port (8fd8fba1-15d5-4ea6-8fa3-41c8048540df), precommit_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:58.103004 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-f87b966c-ddd7-4431-9618-066b25854453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (8fd8fba1-15d5-4ea6-8fa3-41c8048540df), after_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:58.111449 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ee93b220-7176-4ed1-9614-cae26e0413ac req-06fedd84-335f-4652-97d2-7d16dcb139ec tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488473 Sep 11 00:54:58.161269 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-65e41a01-7f33-485c-a5b8-471e021c5c70 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-170372294-network', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:58.184746 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e41a01-7f33-485c-a5b8-471e021c5c70 admin admin] Made reservation on behalf of a1368870ddbd49be857e9ac128bc684e for: {'network': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:54:58.188139 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-65e41a01-7f33-485c-a5b8-471e021c5c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for network (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:58.198516 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-65e41a01-7f33-485c-a5b8-471e021c5c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:58.199980 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 59f81d56-9022-4410-9e0c-3edc42bb9fc3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:54:58.210931 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-158c9f02-d98a-4aaf-9508-6232e224af6e req-6da5d21b-b5a2-4971-9f53-0642ce292ba2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 210 time: 0.0395672 Sep 11 00:54:58.217330 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87b966c-ddd7-4431-9618-066b25854453 None None] Network 6722ccd0-ea78-4987-931f-351fb3c8b582 is already hosted by enough agents. {{(pid=112723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:54:58.263366 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4648c063-9247-420b-9ad2-875dc7810099 admin admin] Publish callbacks [] for router_gateway (e9b8855a-e897-42f4-82d9-18bc707d18dd), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:58.284760 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4648c063-9247-420b-9ad2-875dc7810099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:58.312086 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-65e41a01-7f33-485c-a5b8-471e021c5c70 admin admin] Publish callbacks [] for security_group (e035b7db-896e-479f-b6d5-acbd921c3c09), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:58.316966 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-65e41a01-7f33-485c-a5b8-471e021c5c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (e035b7db-896e-479f-b6d5-acbd921c3c09), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:58.357038 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e41a01-7f33-485c-a5b8-471e021c5c70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=112722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 00:54:58.363754 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e41a01-7f33-485c-a5b8-471e021c5c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e035b7db-896e-479f-b6d5-acbd921c3c09,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:58.374168 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-65e41a01-7f33-485c-a5b8-471e021c5c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (c77f5f4f-cada-402d-b932-fa2457ffe4e0), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:58.374168 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.db.segments_db [None req-65e41a01-7f33-485c-a5b8-471e021c5c70 admin admin] Added segment c77f5f4f-cada-402d-b932-fa2457ffe4e0 of type vlan for network 6df3e98e-548f-496e-bd19-e33fc45eb877 Sep 11 00:54:58.375912 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.base_scheduler [None req-f87b966c-ddd7-4431-9618-066b25854453 None None] Resources bound (agent type, host, resource id): {{(pid=112723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:54:58.378438 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87b966c-ddd7-4431-9618-066b25854453 None None] Received port after_create {{(pid=112723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:54:58.392710 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b966c-ddd7-4431-9618-066b25854453 None None] Pushing event updated for resources: {'Port': ['ID=8fd8fba1-15d5-4ea6-8fa3-41c8048540df,revision_number=1']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:58.426921 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-65e41a01-7f33-485c-a5b8-471e021c5c70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765262360468'] for network (6df3e98e-548f-496e-bd19-e33fc45eb877), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:58.463542 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-65e41a01-7f33-485c-a5b8-471e021c5c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for network (6df3e98e-548f-496e-bd19-e33fc45eb877), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:58.464637 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e41a01-7f33-485c-a5b8-471e021c5c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:58.465235 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-65e41a01-7f33-485c-a5b8-471e021c5c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:58.472421 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 59f81d56-9022-4410-9e0c-3edc42bb9fc3 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:54:58.473029 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (59f81d56-9022-4410-9e0c-3edc42bb9fc3), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:58.475039 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-f87b966c-ddd7-4431-9618-066b25854453 None None] Attempting to bind port 8fd8fba1-15d5-4ea6-8fa3-41c8048540df on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:54:58.476827 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [None req-4648c063-9247-420b-9ad2-875dc7810099 admin admin] Allocated IP 172.37.5.181 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/afa033fa-cb44-41d4-907f-f5ddaff20a87) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:54:58.479345 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-f87b966c-ddd7-4431-9618-066b25854453 None None] Attempting to bind port 8fd8fba1-15d5-4ea6-8fa3-41c8048540df by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6722ccd0-ea78-4987-931f-351fb3c8b582'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:54:58.480186 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87b966c-ddd7-4431-9618-066b25854453 None None] Attempting to bind port 8fd8fba1-15d5-4ea6-8fa3-41c8048540df on network 6722ccd0-ea78-4987-931f-351fb3c8b582 {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:54:58.485765 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:58.500831 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-65e41a01-7f33-485c-a5b8-471e021c5c70 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5865953 Sep 11 00:54:58.504137 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 45148) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:58.509672 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-d61e1662-3c36-47bf-ae90-89e872d3628f admin admin] Request body: {'subnet': {'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-170372294-subnet', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'ip_version': 4}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:58.565934 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:58.570721 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:DELETE=3,neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:58.575678 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e41a01-7f33-485c-a5b8-471e021c5c70 admin admin] Pushing event updated for resources: {'Network': ['ID=6df3e98e-548f-496e-bd19-e33fc45eb877,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:58.586552 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9867f-03d6-4b18-9155-c9ae1a0129e1 req-dd7f628e-c3a3-4d8d-ad3c-a825e0b9e90d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:58.588000 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61e1662-3c36-47bf-ae90-89e872d3628f admin admin] Made reservation on behalf of a1368870ddbd49be857e9ac128bc684e for: {'subnet': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:54:58.588324 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-10a9867f-03d6-4b18-9155-c9ae1a0129e1 req-dd7f628e-c3a3-4d8d-ad3c-a825e0b9e90d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.1069818 Sep 11 00:54:58.590955 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d61e1662-3c36-47bf-ae90-89e872d3628f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62399906'] for subnet (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:58.602048 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87b966c-ddd7-4431-9618-066b25854453 None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:54:58.602843 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87b966c-ddd7-4431-9618-066b25854453 None None] Checking segment: {'id': '4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6722ccd0-ea78-4987-931f-351fb3c8b582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:54:58.603422 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-f87b966c-ddd7-4431-9618-066b25854453 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:58.604540 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87b966c-ddd7-4431-9618-066b25854453 None None] Bound using segment: {'id': '4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6722ccd0-ea78-4987-931f-351fb3c8b582'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:54:58.605210 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-f87b966c-ddd7-4431-9618-066b25854453 None None] Bound port: 8fd8fba1-15d5-4ea6-8fa3-41c8048540df, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6722ccd0-ea78-4987-931f-351fb3c8b582'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:54:58.605780 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-f87b966c-ddd7-4431-9618-066b25854453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (8fd8fba1-15d5-4ea6-8fa3-41c8048540df), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:58.612766 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Network 6df3e98e-548f-496e-bd19-e33fc45eb877 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=112723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 00:54:58.712612 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:58.767076 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-10a9867f-03d6-4b18-9155-c9ae1a0129e1 req-9e791f06-fd5a-4837-83ba-cefab3cdffc3 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624465 Sep 11 00:54:58.771601 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4648c063-9247-420b-9ad2-875dc7810099 admin admin] Publish callbacks [] for port (afa033fa-cb44-41d4-907f-f5ddaff20a87), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:58.818529 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4648c063-9247-420b-9ad2-875dc7810099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (afa033fa-cb44-41d4-907f-f5ddaff20a87), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:58.836893 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 59f81d56-9022-4410-9e0c-3edc42bb9fc3 is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:54:58.836893 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (59f81d56-9022-4410-9e0c-3edc42bb9fc3), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:58.861994 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-f87b966c-ddd7-4431-9618-066b25854453 None None] For port 8fd8fba1-15d5-4ea6-8fa3-41c8048540df, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:54:58.872023 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-f87b966c-ddd7-4431-9618-066b25854453 None None] For port 8fd8fba1-15d5-4ea6-8fa3-41c8048540df, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8fd8fba1-15d5-4ea6-8fa3-41c8048540df,segment=NetworkSegment(4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf),segment_id=4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:54:58.878223 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port 59f81d56-9022-4410-9e0c-3edc42bb9fc3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=59f81d56-9022-4410-9e0c-3edc42bb9fc3,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:54:58.884557 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-f87b966c-ddd7-4431-9618-066b25854453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (8fd8fba1-15d5-4ea6-8fa3-41c8048540df), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:58.891571 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4648c063-9247-420b-9ad2-875dc7810099 admin admin] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:54:58.892084 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (59f81d56-9022-4410-9e0c-3edc42bb9fc3), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:58.894533 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:58.902123 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-4648c063-9247-420b-9ad2-875dc7810099 admin admin] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:54:58.907255 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4648c063-9247-420b-9ad2-875dc7810099 admin admin] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:54:58.934511 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:54:58.962610 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b966c-ddd7-4431-9618-066b25854453 None None] Pushing event updated for resources: {'Port': ['ID=8fd8fba1-15d5-4ea6-8fa3-41c8048540df,revision_number=2']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:58.970645 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648c063-9247-420b-9ad2-875dc7810099 admin admin] Pushing event updated for resources: {'Port': ['ID=afa033fa-cb44-41d4-907f-f5ddaff20a87,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:59.102811 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=59f81d56-9022-4410-9e0c-3edc42bb9fc3,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:59.220752 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d61e1662-3c36-47bf-ae90-89e872d3628f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61720823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62399932'] for subnet (f3ea7549-800e-4ee0-ab06-2db2363e7855), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:59.308200 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e1662-3c36-47bf-ae90-89e872d3628f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3ea7549-800e-4ee0-ab06-2db2363e7855,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:54:59.333644 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] Sync routers for ids ['56881630-0cdb-48af-800c-040be1134c90'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:54:59.355922 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] Routers {'56881630-0cdb-48af-800c-040be1134c90'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:54:59.356599 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:54:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['56881630-0cdb-48af-800c-040be1134c90'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:59.377527 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61e1662-3c36-47bf-ae90-89e872d3628f admin admin] Checking segment: {'id': 'c77f5f4f-cada-402d-b932-fa2457ffe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:54:59.378510 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61e1662-3c36-47bf-ae90-89e872d3628f admin admin] Network hostable DHCP agents. Network: 6df3e98e-548f-496e-bd19-e33fc45eb877, hostable agents: ['141562d2-e0e6-4955-8563-ce36b7299d64'], hosted agents: [] {{(pid=112722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 00:54:59.394844 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b0feb-182d-45da-a2a3-ce11fa01e0fc req-7655a659-1c8a-4f1e-89a5-94d87816bfe5 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:59.398891 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c7b0feb-182d-45da-a2a3-ce11fa01e0fc req-7655a659-1c8a-4f1e-89a5-94d87816bfe5 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0813603 Sep 11 00:54:59.406437 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61e1662-3c36-47bf-ae90-89e872d3628f admin admin] Network 6df3e98e-548f-496e-bd19-e33fc45eb877 is scheduled to be hosted by DHCP agent 141562d2-e0e6-4955-8563-ce36b7299d64 with binding_index 1 {{(pid=112722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 00:54:59.413895 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4648c063-9247-420b-9ad2-875dc7810099 admin admin] Publish callbacks [] for router_gateway (e9b8855a-e897-42f4-82d9-18bc707d18dd), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:59.432930 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-d61e1662-3c36-47bf-ae90-89e872d3628f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 6df3e98e-548f-496e-bd19-e33fc45eb877) {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:54:59.444296 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17452614-dbe2-4a78-82aa-c7df1df4aa9c None None] Network 6df3e98e-548f-496e-bd19-e33fc45eb877 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:54:59.470600 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61e1662-3c36-47bf-ae90-89e872d3628f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:59.471482 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d61e1662-3c36-47bf-ae90-89e872d3628f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:59.509346 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] Set router 56881630-0cdb-48af-800c-040be1134c90 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:54:59.512768 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1e7cebcf-8ebf-4e04-8b0d-a56bed7eace5 req-d619da99-b9fc-4c04-bbc6-cc73033dd243 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 210 time: 0.1266057 Sep 11 00:54:59.532907 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-d61e1662-3c36-47bf-ae90-89e872d3628f admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0274060 Sep 11 00:54:59.533743 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 45156) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:54:59.546214 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-df05440f-7daf-4fd9-9fa5-bfb9005a6a53 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:54:59.600678 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-df05440f-7daf-4fd9-9fa5-bfb9005a6a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3794061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24926'] for router (b80480c3-7b4e-4d26-a02d-800a6e9ad8b7), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:59.602096 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-df05440f-7daf-4fd9-9fa5-bfb9005a6a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3793143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3766931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24935'] for router (b80480c3-7b4e-4d26-a02d-800a6e9ad8b7), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:59.635750 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c7b0feb-182d-45da-a2a3-ce11fa01e0fc req-fab491ec-96bb-4169-967d-79779b3f31d0 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260878 Sep 11 00:54:59.684267 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16720841-ab42-49b9-9d00-d4c9396da102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-6df3e98e-548f-496e-bd19-e33fc45eb877', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855'}]}} from dv-cinder-master-3-iscsi. {{(pid=112723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 11 00:54:59.688122 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-16720841-ab42-49b9-9d00-d4c9396da102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:59.697708 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-df05440f-7daf-4fd9-9fa5-bfb9005a6a53 admin admin] Publish callbacks [] for router_controller (b80480c3-7b4e-4d26-a02d-800a6e9ad8b7), precommit_add_association {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:59.779355 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56881630-0cdb-48af-800c-040be1134c90', 'name': 'tempest-TestMinimumBasicScenario-1861735170-router', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211'}], 'enable_snat': True}, 'gw_port_id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:49Z', 'updated_at': '2022-09-11T00:54:53Z', 'revision_number': 4, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'gw_port': {'id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56881630-0cdb-48af-800c-040be1134c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:50Z', 'updated_at': '2022-09-11T00:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '55303d32-2144-4447-b58f-d46dfdc40379', 'name': '', 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'mac_address': 'fa:16:3e:37:1c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56881630-0cdb-48af-800c-040be1134c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5d645310-e016-42e2-be5b-be26d0a1ff2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:52Z', 'updated_at': '2022-09-11T00:54:53Z', 'revision_number': 2, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'subnets': [{'id': '5d645310-e016-42e2-be5b-be26d0a1ff2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:54:59.785710 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4648c063-9247-420b-9ad2-875dc7810099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3793056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3793755'] for router (e9b8855a-e897-42f4-82d9-18bc707d18dd), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:59.810549 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] Checking router: 56881630-0cdb-48af-800c-040be1134c90 for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:54:59.810949 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] Updating router 56881630-0cdb-48af-800c-040be1134c90 port 55303d32-2144-4447-b58f-d46dfdc40379 binding host dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 00:54:59.895503 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (55303d32-2144-4447-b58f-d46dfdc40379), before_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:54:59.969772 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.db_base_plugin_common [None req-16720841-ab42-49b9-9d00-d4c9396da102 None None] Allocated IP 172.20.0.2 (6df3e98e-548f-496e-bd19-e33fc45eb877/f3ea7549-800e-4ee0-ab06-2db2363e7855/149e4596-6ee3-4d66-8678-f3fbb5b67417) {{(pid=112723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:54:59.981065 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffc84d-543a-450e-b9fc-36f809f47edf req-f23f3d4e-ff6b-468a-a016-76691f43f26e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:59.982597 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a5ffc84d-543a-450e-b9fc-36f809f47edf req-f23f3d4e-ff6b-468a-a016-76691f43f26e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.2168922 Sep 11 00:54:59.991902 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75c950-9da4-4325-9dc5-bba65abbcc93 req-bd9d44d5-7d57-4be1-867e-324b80ec6c72 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:54:59.993386 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7f75c950-9da4-4325-9dc5-bba65abbcc93 req-bd9d44d5-7d57-4be1-867e-324b80ec6c72 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.0800941 Sep 11 00:55:00.010151 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 45162) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:55:00.018324 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-15eed522-d002-4448-ab84-22b4e2c32001 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Request body: {'floatingip': {'port_id': 'f4ee5962-5a14-4994-83b5-3235d55d032f'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:55:00.105294 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-df05440f-7daf-4fd9-9fa5-bfb9005a6a53 admin admin] Publish callbacks [] for router_gateway (b80480c3-7b4e-4d26-a02d-800a6e9ad8b7), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:00.189222 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-15eed522-d002-4448-ab84-22b4e2c32001 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for floatingip (de88a8eb-5cf7-495e-932a-092d32b25d07), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:00.327924 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-16720841-ab42-49b9-9d00-d4c9396da102 None None] Publish callbacks [] for port (149e4596-6ee3-4d66-8678-f3fbb5b67417), precommit_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:00.331784 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:00.342069 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7f75c950-9da4-4325-9dc5-bba65abbcc93 req-9483742f-1e38-4c1e-8307-0a9d029f232f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3309374 Sep 11 00:55:00.348021 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-16720841-ab42-49b9-9d00-d4c9396da102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (149e4596-6ee3-4d66-8678-f3fbb5b67417), after_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:00.363659 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 59f81d56-9022-4410-9e0c-3edc42bb9fc3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:55:00.392833 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16720841-ab42-49b9-9d00-d4c9396da102 None None] Network 6df3e98e-548f-496e-bd19-e33fc45eb877 is already hosted by enough agents. {{(pid=112723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:55:00.395983 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:00.397166 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.base_scheduler [None req-16720841-ab42-49b9-9d00-d4c9396da102 None None] Resources bound (agent type, host, resource id): {{(pid=112723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:55:00.409114 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4648c063-9247-420b-9ad2-875dc7810099 admin admin] Router e9b8855a-e897-42f4-82d9-18bc707d18dd is scheduled to L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 with binding_index 1 {{(pid=112721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 11 00:55:00.427357 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:00.441131 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:00.450735 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] Publish callbacks [] for port (55303d32-2144-4447-b58f-d46dfdc40379), precommit_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:00.454618 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=100 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:00.465882 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16720841-ab42-49b9-9d00-d4c9396da102 None None] Received port after_create {{(pid=112723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:55:00.490923 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (55303d32-2144-4447-b58f-d46dfdc40379), after_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:00.597922 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-16720841-ab42-49b9-9d00-d4c9396da102 None None] Attempting to bind port 149e4596-6ee3-4d66-8678-f3fbb5b67417 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:55:00.598297 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-16720841-ab42-49b9-9d00-d4c9396da102 None None] Attempting to bind port 149e4596-6ee3-4d66-8678-f3fbb5b67417 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c77f5f4f-cada-402d-b932-fa2457ffe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:55:00.598664 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16720841-ab42-49b9-9d00-d4c9396da102 None None] Attempting to bind port 149e4596-6ee3-4d66-8678-f3fbb5b67417 on network 6df3e98e-548f-496e-bd19-e33fc45eb877 {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:55:00.621597 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16720841-ab42-49b9-9d00-d4c9396da102 None None] Pushing event updated for resources: {'Port': ['ID=149e4596-6ee3-4d66-8678-f3fbb5b67417,revision_number=1']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:00.659660 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77506e81-f411-4064-8c46-75d263f1e762 req-70d74ca6-0f6f-4dd3-b230-8e11c18e0f64 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:00.666889 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b593381-c57a-468d-afe7-4050425a37de None None] Network 6722ccd0-ea78-4987-931f-351fb3c8b582 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:55:00.667504 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-77506e81-f411-4064-8c46-75d263f1e762 req-70d74ca6-0f6f-4dd3-b230-8e11c18e0f64 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.18 "GET /networking/v2.0/networks?id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 HTTP/1.1" status: 200 len: 815 time: 0.6140895 Sep 11 00:55:00.681894 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4648c063-9247-420b-9ad2-875dc7810099 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:55:00.684551 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02a390-d4fc-4305-8044-75b260871b38 None None] Pushing event updated for resources: {'Port': ['ID=55303d32-2144-4447-b58f-d46dfdc40379,revision_number=3']} {{(pid=112724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:00.726973 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] Attempting to bind port 55303d32-2144-4447-b58f-d46dfdc40379 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:55:00.727644 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] Attempting to bind port 55303d32-2144-4447-b58f-d46dfdc40379 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'bd7c4cea-2611-4991-9f92-d3dca165adf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436'}] {{(pid=112724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:55:00.729309 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] Attempting to bind port 55303d32-2144-4447-b58f-d46dfdc40379 on network 9fa144fa-5fc9-4425-a84d-a5df211c8436 {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:55:00.742416 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2a7ea944-fdc4-43d2-a507-c8f50a93ccbc req-637800d6-03b7-49e3-8979-543d3e44de83 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 210 time: 0.0579646 Sep 11 00:55:00.770979 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] Sync routers for ids ['e9b8855a-e897-42f4-82d9-18bc707d18dd'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:55:00.788361 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:55:00.789118 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] Checking segment: {'id': 'bd7c4cea-2611-4991-9f92-d3dca165adf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:55:00.789805 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:00.790450 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] Bound using segment: {'id': 'bd7c4cea-2611-4991-9f92-d3dca165adf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436'} {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:55:00.791376 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] Bound port: 55303d32-2144-4447-b58f-d46dfdc40379, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7c4cea-2611-4991-9f92-d3dca165adf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436'}}] {{(pid=112724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:55:00.792009 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (55303d32-2144-4447-b58f-d46dfdc40379), before_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:00.795116 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:00.800852 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-df05440f-7daf-4fd9-9fa5-bfb9005a6a53 admin admin] Publish callbacks [] for router_gateway (b80480c3-7b4e-4d26-a02d-800a6e9ad8b7), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:00.866316 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-ab598a49-b123-45a7-8272-e65ce445e0c8 None None] Provisioning complete for port 8fd8fba1-15d5-4ea6-8fa3-41c8048540df triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:00.866645 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-ab598a49-b123-45a7-8272-e65ce445e0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (8fd8fba1-15d5-4ea6-8fa3-41c8048540df), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:00.876475 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 59f81d56-9022-4410-9e0c-3edc42bb9fc3 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:00.876845 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (59f81d56-9022-4410-9e0c-3edc42bb9fc3), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:00.877522 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-df05440f-7daf-4fd9-9fa5-bfb9005a6a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:00.906624 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.db [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] For port 55303d32-2144-4447-b58f-d46dfdc40379, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:55:00.913292 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.db [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] For port 55303d32-2144-4447-b58f-d46dfdc40379, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=55303d32-2144-4447-b58f-d46dfdc40379,segment=NetworkSegment(bd7c4cea-2611-4991-9f92-d3dca165adf0),segment_id=bd7c4cea-2611-4991-9f92-d3dca165adf0)] {{(pid=112724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:55:00.920768 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] Routers {'e9b8855a-e897-42f4-82d9-18bc707d18dd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:55:00.923556 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:54:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['e9b8855a-e897-42f4-82d9-18bc707d18dd'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:00.927729 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (55303d32-2144-4447-b58f-d46dfdc40379), after_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:00.973172 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] Routers {'56881630-0cdb-48af-800c-040be1134c90'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:55:00.973860 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:54:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['56881630-0cdb-48af-800c-040be1134c90'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:01.033796 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-77506e81-f411-4064-8c46-75d263f1e762 req-a23868b5-dbd2-42da-b26b-6e6b9fc2da37 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=172e557567404e0f906fd1c3452148d8 HTTP/1.1" status: 200 len: 473 time: 0.2611110 Sep 11 00:55:01.048570 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [req-77506e81-f411-4064-8c46-75d263f1e762 req-840d29f7-1899-47f7-b09a-090740a99906 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Request body: {'port': {'device_id': '9a843e04-0782-4e1e-b379-9be9a7106442', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'admin_state_up': True, 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'security_groups': ['15520810-f94b-469e-a375-809dd897dded']}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:55:01.098557 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02a390-d4fc-4305-8044-75b260871b38 None None] Pushing event updated for resources: {'Port': ['ID=55303d32-2144-4447-b58f-d46dfdc40379,revision_number=4']} {{(pid=112724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:01.120879 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16720841-ab42-49b9-9d00-d4c9396da102 None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:55:01.121171 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16720841-ab42-49b9-9d00-d4c9396da102 None None] Checking segment: {'id': 'c77f5f4f-cada-402d-b932-fa2457ffe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:55:01.121586 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-16720841-ab42-49b9-9d00-d4c9396da102 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:01.121988 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16720841-ab42-49b9-9d00-d4c9396da102 None None] Bound using segment: {'id': 'c77f5f4f-cada-402d-b932-fa2457ffe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:55:01.122487 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-16720841-ab42-49b9-9d00-d4c9396da102 None None] Bound port: 149e4596-6ee3-4d66-8678-f3fbb5b67417, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77f5f4f-cada-402d-b932-fa2457ffe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:55:01.122893 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-16720841-ab42-49b9-9d00-d4c9396da102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (149e4596-6ee3-4d66-8678-f3fbb5b67417), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:01.168080 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:01.178370 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] Set router 56881630-0cdb-48af-800c-040be1134c90 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:55:01.199389 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:01.263123 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [None req-df05440f-7daf-4fd9-9fa5-bfb9005a6a53 admin admin] Allocated IP 172.37.5.147 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/6ab490bd-6694-434e-bfcf-a7aff0af488f) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:55:01.277738 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4648c063-9247-420b-9ad2-875dc7810099 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:01.285788 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-4648c063-9247-420b-9ad2-875dc7810099 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8407633 Sep 11 00:55:01.291941 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 45180) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:55:01.332161 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] Set router e9b8855a-e897-42f4-82d9-18bc707d18dd gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:55:01.446588 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77506e81-f411-4064-8c46-75d263f1e762 req-840d29f7-1899-47f7-b09a-090740a99906 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Made reservation on behalf of 172e557567404e0f906fd1c3452148d8 for: {'port': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:55:01.455847 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-77506e81-f411-4064-8c46-75d263f1e762 req-840d29f7-1899-47f7-b09a-090740a99906 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:01.496623 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 8a166d16-f941-44a7-ba58-ccb7e2c62c18 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 00:55:01.658674 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=100 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:01.669897 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-ab598a49-b123-45a7-8272-e65ce445e0c8 None None] Current status of the port 8fd8fba1-15d5-4ea6-8fa3-41c8048540df is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:01.671000 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-ab598a49-b123-45a7-8272-e65ce445e0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (8fd8fba1-15d5-4ea6-8fa3-41c8048540df), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:01.681908 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 59f81d56-9022-4410-9e0c-3edc42bb9fc3 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:01.682369 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56881630-0cdb-48af-800c-040be1134c90', 'name': 'tempest-TestMinimumBasicScenario-1861735170-router', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211'}], 'enable_snat': True}, 'gw_port_id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:49Z', 'updated_at': '2022-09-11T00:54:53Z', 'revision_number': 4, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'gw_port': {'id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56881630-0cdb-48af-800c-040be1134c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:50Z', 'updated_at': '2022-09-11T00:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '55303d32-2144-4447-b58f-d46dfdc40379', 'name': '', 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'mac_address': 'fa:16:3e:37:1c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56881630-0cdb-48af-800c-040be1134c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5d645310-e016-42e2-be5b-be26d0a1ff2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:52Z', 'updated_at': '2022-09-11T00:55:00Z', 'revision_number': 4, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'subnets': [{'id': '5d645310-e016-42e2-be5b-be26d0a1ff2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:01.684378 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 8fd8fba1-15d5-4ea6-8fa3-41c8048540df up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:55:01.736868 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-df05440f-7daf-4fd9-9fa5-bfb9005a6a53 admin admin] Publish callbacks [] for port (6ab490bd-6694-434e-bfcf-a7aff0af488f), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:01.752363 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328fbd39-ba2c-49fd-8a1c-8ac46f530e23 None None] The sync data for ids ['56881630-0cdb-48af-800c-040be1134c90'] in dv-cinder-master-3-iscsi is: [{'id': '56881630-0cdb-48af-800c-040be1134c90', 'name': 'tempest-TestMinimumBasicScenario-1861735170-router', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211'}], 'enable_snat': True}, 'gw_port_id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:49Z', 'updated_at': '2022-09-11T00:54:53Z', 'revision_number': 4, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'gw_port': {'id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56881630-0cdb-48af-800c-040be1134c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:50Z', 'updated_at': '2022-09-11T00:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '55303d32-2144-4447-b58f-d46dfdc40379', 'name': '', 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'mac_address': 'fa:16:3e:37:1c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56881630-0cdb-48af-800c-040be1134c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5d645310-e016-42e2-be5b-be26d0a1ff2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:52Z', 'updated_at': '2022-09-11T00:55:00Z', 'revision_number': 4, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'subnets': [{'id': '5d645310-e016-42e2-be5b-be26d0a1ff2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:55:01.766475 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-15eed522-d002-4448-ab84-22b4e2c32001 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:01.799607 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [req-77506e81-f411-4064-8c46-75d263f1e762 req-840d29f7-1899-47f7-b09a-090740a99906 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Allocated IP 172.20.0.9 (e5ef326a-1def-4c9c-ad55-20a6d9fdbde1/5da596f2-fc37-4a91-8931-a08cdf30e571/d120b4b9-10bc-4478-8187-9b7014b08cef) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:55:01.806706 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-15eed522-d002-4448-ab84-22b4e2c32001 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (de88a8eb-5cf7-495e-932a-092d32b25d07), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:01.829023 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-df05440f-7daf-4fd9-9fa5-bfb9005a6a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (6ab490bd-6694-434e-bfcf-a7aff0af488f), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:01.938107 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df05440f-7daf-4fd9-9fa5-bfb9005a6a53 admin admin] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:55:01.950258 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-df05440f-7daf-4fd9-9fa5-bfb9005a6a53 admin admin] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:55:01.957499 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-16720841-ab42-49b9-9d00-d4c9396da102 None None] For port 149e4596-6ee3-4d66-8678-f3fbb5b67417, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:55:01.958545 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df05440f-7daf-4fd9-9fa5-bfb9005a6a53 admin admin] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:55:01.960819 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.db.resource_extend [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 11 00:55:01.981507 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05440f-7daf-4fd9-9fa5-bfb9005a6a53 admin admin] Pushing event updated for resources: {'Port': ['ID=6ab490bd-6694-434e-bfcf-a7aff0af488f,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:02.022903 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-16720841-ab42-49b9-9d00-d4c9396da102 None None] For port 149e4596-6ee3-4d66-8678-f3fbb5b67417, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=149e4596-6ee3-4d66-8678-f3fbb5b67417,segment=NetworkSegment(c77f5f4f-cada-402d-b932-fa2457ffe4e0),segment_id=c77f5f4f-cada-402d-b932-fa2457ffe4e0)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:55:02.043296 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-16720841-ab42-49b9-9d00-d4c9396da102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (149e4596-6ee3-4d66-8678-f3fbb5b67417), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:02.043816 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:02.078948 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.l3_db [None req-15eed522-d002-4448-ab84-22b4e2c32001 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Floating IP de88a8eb-5cf7-495e-932a-092d32b25d07 associated. External IP: 172.37.5.97, port: f4ee5962-5a14-4994-83b5-3235d55d032f. Sep 11 00:55:02.135621 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-ab598a49-b123-45a7-8272-e65ce445e0c8 None None] For port 8fd8fba1-15d5-4ea6-8fa3-41c8048540df, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8fd8fba1-15d5-4ea6-8fa3-41c8048540df,segment=NetworkSegment(4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf),segment_id=4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:55:02.165705 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-ab598a49-b123-45a7-8272-e65ce445e0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (8fd8fba1-15d5-4ea6-8fa3-41c8048540df), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:02.230619 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 8fd8fba1-15d5-4ea6-8fa3-41c8048540df triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:02.231373 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (8fd8fba1-15d5-4ea6-8fa3-41c8048540df), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:02.276365 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16720841-ab42-49b9-9d00-d4c9396da102 None None] Pushing event updated for resources: {'Port': ['ID=149e4596-6ee3-4d66-8678-f3fbb5b67417,revision_number=2']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:02.291358 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 8a166d16-f941-44a7-ba58-ccb7e2c62c18, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8a166d16-f941-44a7-ba58-ccb7e2c62c18,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:55:02.326914 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:02.328542 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:02.388486 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': '8a166d16-f941-44a7-ba58-ccb7e2c62c18', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'port_id': '8a166d16-f941-44a7-ba58-ccb7e2c62c18', 'mac_address': 'fa:16:3e:3d:17:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 00:55:02.394575 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b8855a-e897-42f4-82d9-18bc707d18dd', 'name': 'tempest-TestMinimumBasicScenario-1428338756-router', 'tenant_id': '32390cc59f8540a7aac26e20f1b25166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.181'}], 'enable_snat': True}, 'gw_port_id': 'afa033fa-cb44-41d4-907f-f5ddaff20a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:57Z', 'updated_at': '2022-09-11T00:54:59Z', 'revision_number': 3, 'project_id': '32390cc59f8540a7aac26e20f1b25166', 'gw_port': {'id': 'afa033fa-cb44-41d4-907f-f5ddaff20a87', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:79:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b8855a-e897-42f4-82d9-18bc707d18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:58Z', 'updated_at': '2022-09-11T00:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:02.396016 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-77506e81-f411-4064-8c46-75d263f1e762 req-840d29f7-1899-47f7-b09a-090740a99906 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for port (d120b4b9-10bc-4478-8187-9b7014b08cef), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:02.399711 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-09c29bf7-9485-4227-be8d-af4a7cfebd74 None None] Provisioning complete for port 8fd8fba1-15d5-4ea6-8fa3-41c8048540df triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:02.400152 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-09c29bf7-9485-4227-be8d-af4a7cfebd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (8fd8fba1-15d5-4ea6-8fa3-41c8048540df), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:02.400595 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f28e3185-563f-418e-824d-326279259680 req-b2c24346-a7d9-4d58-b140-0c19903a82f1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 210 time: 0.4115231 Sep 11 00:55:02.448863 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:02.478491 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e20e1-5275-403f-ae8c-89de74e1f0ea req-b6ce64e6-d62e-462f-bf3f-7cc5707ef6d0 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:02.488873 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:02.498110 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a19e20e1-5275-403f-ae8c-89de74e1f0ea req-b6ce64e6-d62e-462f-bf3f-7cc5707ef6d0 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.5076668 Sep 11 00:55:02.526531 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] Checking router: e9b8855a-e897-42f4-82d9-18bc707d18dd for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:55:02.527375 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] Updating router e9b8855a-e897-42f4-82d9-18bc707d18dd port afa033fa-cb44-41d4-907f-f5ddaff20a87 binding host dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 00:55:02.546636 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-77506e81-f411-4064-8c46-75d263f1e762 req-840d29f7-1899-47f7-b09a-090740a99906 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (d120b4b9-10bc-4478-8187-9b7014b08cef), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:02.597116 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab598a49-b123-45a7-8272-e65ce445e0c8 None None] Pushing event updated for resources: {'Port': ['ID=8fd8fba1-15d5-4ea6-8fa3-41c8048540df,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:02.613874 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 8a166d16-f941-44a7-ba58-ccb7e2c62c18 is: ACTIVE; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:02.614334 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:02.622897 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (afa033fa-cb44-41d4-907f-f5ddaff20a87), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:02.643358 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77506e81-f411-4064-8c46-75d263f1e762 req-840d29f7-1899-47f7-b09a-090740a99906 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:55:02.653407 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [req-77506e81-f411-4064-8c46-75d263f1e762 req-840d29f7-1899-47f7-b09a-090740a99906 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:55:02.660336 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [req-77506e81-f411-4064-8c46-75d263f1e762 req-840d29f7-1899-47f7-b09a-090740a99906 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:55:02.684767 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a166d16-f941-44a7-ba58-ccb7e2c62c18 {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:55:02.690488 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a19e20e1-5275-403f-ae8c-89de74e1f0ea req-e06c594b-c9e0-4ee5-b426-58e95cc58649 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878455 Sep 11 00:55:02.709770 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d29f7-1899-47f7-b09a-090740a99906 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event updated for resources: {'Port': ['ID=d120b4b9-10bc-4478-8187-9b7014b08cef,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:02.731879 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 8fd8fba1-15d5-4ea6-8fa3-41c8048540df is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:02.752145 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-df05440f-7daf-4fd9-9fa5-bfb9005a6a53 admin admin] Publish callbacks [] for router_gateway (b80480c3-7b4e-4d26-a02d-800a6e9ad8b7), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:02.760154 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77506e81-f411-4064-8c46-75d263f1e762 req-840d29f7-1899-47f7-b09a-090740a99906 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:02.767411 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-77506e81-f411-4064-8c46-75d263f1e762 req-840d29f7-1899-47f7-b09a-090740a99906 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:02.774933 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15eed522-d002-4448-ab84-22b4e2c32001 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Router ca681233-a3e2-4f99-a91c-9af635bd6a40 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:55:02.837682 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 8a166d16-f941-44a7-ba58-ccb7e2c62c18, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8a166d16-f941-44a7-ba58-ccb7e2c62c18,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:55:02.858575 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:02.878940 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-09c29bf7-9485-4227-be8d-af4a7cfebd74 None None] Current status of the port 8fd8fba1-15d5-4ea6-8fa3-41c8048540df is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:02.950698 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-77506e81-f411-4064-8c46-75d263f1e762 req-840d29f7-1899-47f7-b09a-090740a99906 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9067469 Sep 11 00:55:02.986966 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [req-77506e81-f411-4064-8c46-75d263f1e762 req-cb3d1269-e99c-408e-9529-171fbaa4b673 service neutron] Request body: {'port': {'device_id': '9a843e04-0782-4e1e-b379-9be9a7106442', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:55:03.022657 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-955c7a08-6681-4e9a-a999-ff08237c6eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:03.051568 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:03.114940 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-77506e81-f411-4064-8c46-75d263f1e762 req-cb3d1269-e99c-408e-9529-171fbaa4b673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (d120b4b9-10bc-4478-8187-9b7014b08cef), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:03.140326 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=8a166d16-f941-44a7-ba58-ccb7e2c62c18,revision_number=6']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:03.178747 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['8a166d16-f941-44a7-ba58-ccb7e2c62c18'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:55:03.216086 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 149e4596-6ee3-4d66-8678-f3fbb5b67417 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:55:03.241534 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:03.244142 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-df05440f-7daf-4fd9-9fa5-bfb9005a6a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3793056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3793755'] for router (b80480c3-7b4e-4d26-a02d-800a6e9ad8b7), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:03.286609 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15eed522-d002-4448-ab84-22b4e2c32001 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:55:03.296326 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-15eed522-d002-4448-ab84-22b4e2c32001 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:03.298647 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f3b80e-26d7-4b39-bfc7-ad2146545a5c None None] Sync routers for ids ['ca681233-a3e2-4f99-a91c-9af635bd6a40'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:55:03.319659 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f3b80e-26d7-4b39-bfc7-ad2146545a5c None None] Routers {'ca681233-a3e2-4f99-a91c-9af635bd6a40'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:55:03.321872 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-c6f3b80e-26d7-4b39-bfc7-ad2146545a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:54:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['ca681233-a3e2-4f99-a91c-9af635bd6a40'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:03.349216 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-68ddcfba-07c6-4858-9c80-afa5cc7b7c9a None None] Provisioning complete for port d120b4b9-10bc-4478-8187-9b7014b08cef triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:03.349751 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-68ddcfba-07c6-4858-9c80-afa5cc7b7c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (d120b4b9-10bc-4478-8187-9b7014b08cef), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:03.356458 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [None req-955c7a08-6681-4e9a-a999-ff08237c6eb0 admin admin] Allocated IP 172.20.0.1 (6722ccd0-ea78-4987-931f-351fb3c8b582/fc9f0eee-40b8-4f47-92b2-bfabe45a9ed8/c437b242-2868-4fd1-b955-6e6b6e46ecc8) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:55:03.401171 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-68ddcfba-07c6-4858-9c80-afa5cc7b7c9a None None] Port d120b4b9-10bc-4478-8187-9b7014b08cef cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:55:03.405399 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] Publish callbacks [] for port (afa033fa-cb44-41d4-907f-f5ddaff20a87), precommit_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:03.419557 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (afa033fa-cb44-41d4-907f-f5ddaff20a87), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:03.473062 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a44b3-321f-4e07-a593-a4694f176fca None None] Pushing event updated for resources: {'Port': ['ID=afa033fa-cb44-41d4-907f-f5ddaff20a87,revision_number=2']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:03.499252 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 149e4596-6ee3-4d66-8678-f3fbb5b67417 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:03.503051 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (149e4596-6ee3-4d66-8678-f3fbb5b67417), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:03.554009 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] Attempting to bind port afa033fa-cb44-41d4-907f-f5ddaff20a87 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:55:03.554535 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] Attempting to bind port afa033fa-cb44-41d4-907f-f5ddaff20a87 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:55:03.555228 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] Attempting to bind port afa033fa-cb44-41d4-907f-f5ddaff20a87 on network c4f00262-7f99-4bd5-861f-59a77dcd079c {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:55:03.560747 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-955c7a08-6681-4e9a-a999-ff08237c6eb0 admin admin] Publish callbacks [] for port (c437b242-2868-4fd1-b955-6e6b6e46ecc8), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:03.613396 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:03.621164 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:03.681829 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-15eed522-d002-4448-ab84-22b4e2c32001 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/de88a8eb-5cf7-495e-932a-092d32b25d07 HTTP/1.1" status: 200 len: 990 time: 3.6630483 Sep 11 00:55:03.687030 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-c6f3b80e-26d7-4b39-bfc7-ad2146545a5c None None] Set router ca681233-a3e2-4f99-a91c-9af635bd6a40 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:55:03.696383 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3cc25c-09a9-47c9-bc2e-d5227478ab70', 'tag': 'f4ee5962-5a14-4994-83b5-3235d55d032f'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:55:03.702033 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc77122-c8aa-45d7-911b-32ee0dca7a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb3cc25c-09a9-47c9-bc2e-d5227478ab70", "tag": "f4ee5962-5a14-4994-83b5-3235d55d032f"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:55:03.746335 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:55:03.748979 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] Checking segment: {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:55:03.750884 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:03.751399 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] Bound using segment: {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:55:03.754945 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] Bound port: afa033fa-cb44-41d4-907f-f5ddaff20a87, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:55:03.755437 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (afa033fa-cb44-41d4-907f-f5ddaff20a87), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:03.769294 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-955c7a08-6681-4e9a-a999-ff08237c6eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (c437b242-2868-4fd1-b955-6e6b6e46ecc8), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:03.775058 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:03.825805 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf5956f-4af3-44c4-b446-a20df1deed23 x-openstack-request-id: req-dcf5956f-4af3-44c4-b446-a20df1deed23 {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:55:03.828670 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb3cc25c-09a9-47c9-bc2e-d5227478ab70", "tag": "f4ee5962-5a14-4994-83b5-3235d55d032f", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:55:03.829090 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dcf5956f-4af3-44c4-b446-a20df1deed23 {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:55:03.830199 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcf5956f-4af3-44c4-b446-a20df1deed23'] response: {'name': 'network-changed', 'server_uuid': 'eb3cc25c-09a9-47c9-bc2e-d5227478ab70', 'tag': 'f4ee5962-5a14-4994-83b5-3235d55d032f', 'status': 'completed', 'code': 200} Sep 11 00:55:03.861516 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad72e9-f197-436d-aeab-139b061d7e97 req-b6e6f5b6-0995-4891-a2ac-951fd290926b tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:03.863371 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c6ad72e9-f197-436d-aeab-139b061d7e97 req-b6e6f5b6-0995-4891-a2ac-951fd290926b tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 931 time: 0.2485991 Sep 11 00:55:03.875308 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955c7a08-6681-4e9a-a999-ff08237c6eb0 admin admin] Network 6722ccd0-ea78-4987-931f-351fb3c8b582 is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:55:03.879115 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c7a08-6681-4e9a-a999-ff08237c6eb0 admin admin] Pushing event updated for resources: {'Port': ['ID=c437b242-2868-4fd1-b955-6e6b6e46ecc8,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:03.897052 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-955c7a08-6681-4e9a-a999-ff08237c6eb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:55:03.917026 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955c7a08-6681-4e9a-a999-ff08237c6eb0 admin admin] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:55:03.918992 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] For port afa033fa-cb44-41d4-907f-f5ddaff20a87, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:55:03.925975 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] For port afa033fa-cb44-41d4-907f-f5ddaff20a87, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=afa033fa-cb44-41d4-907f-f5ddaff20a87,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:55:03.935609 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc77122-c8aa-45d7-911b-32ee0dca7a0c req-f9a1230e-2358-49e5-b56c-bfb28aa03d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:03.939443 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-3cc77122-c8aa-45d7-911b-32ee0dca7a0c req-f9a1230e-2358-49e5-b56c-bfb28aa03d26 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a58aefc25e141ca93821a80859875e8&device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 1129 time: 0.0659738 Sep 11 00:55:03.998877 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b5fdc3-ba37-40f7-a414-c0c951c1688d None None] Network 6df3e98e-548f-496e-bd19-e33fc45eb877 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:55:04.016756 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (afa033fa-cb44-41d4-907f-f5ddaff20a87), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:04.043979 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-955c7a08-6681-4e9a-a999-ff08237c6eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3767825'] for router_interface (e9b8855a-e897-42f4-82d9-18bc707d18dd), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:04.124978 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=100 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:04.126557 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-c6f3b80e-26d7-4b39-bfc7-ad2146545a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'name': 'tempest-ServerRescueNegativeTestJSON-1211608912-router', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58'}], 'enable_snat': True}, 'gw_port_id': '29124b10-1686-4109-971b-49406190182e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:39Z', 'revision_number': 4, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'gw_port': {'id': '29124b10-1686-4109-971b-49406190182e', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'de88a8eb-5cf7-495e-932a-092d32b25d07', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'floating_ip_address': '172.37.5.97', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'port_id': 'f4ee5962-5a14-4994-83b5-3235d55d032f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'mac_address': 'fa:16:3e:77:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3cc25c-09a9-47c9-bc2e-d5227478ab70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:54:34Z', 'updated_at': '2022-09-11T00:55:01Z', 'revision_number': 1, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7abd8656-6965-40ed-8c8e-d308de8e7cc7', 'name': '', 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'mac_address': 'fa:16:3e:95:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:38Z', 'updated_at': '2022-09-11T00:52:56Z', 'revision_number': 5, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'subnets': [{'id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:04.157252 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a44b3-321f-4e07-a593-a4694f176fca None None] Pushing event updated for resources: {'Port': ['ID=afa033fa-cb44-41d4-907f-f5ddaff20a87,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:04.176559 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f3b80e-26d7-4b39-bfc7-ad2146545a5c None None] Checking router: ca681233-a3e2-4f99-a91c-9af635bd6a40 for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:55:04.204915 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f3b80e-26d7-4b39-bfc7-ad2146545a5c None None] Routers {'ca681233-a3e2-4f99-a91c-9af635bd6a40'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:55:04.205567 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-c6f3b80e-26d7-4b39-bfc7-ad2146545a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:54:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['ca681233-a3e2-4f99-a91c-9af635bd6a40'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:04.246257 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76b7f7-9c07-4569-a043-533975afa019 req-b3a479d0-e777-40bb-8a5c-3e7f7b083527 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:04.255677 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ca76b7f7-9c07-4569-a043-533975afa019 req-b3a479d0-e777-40bb-8a5c-3e7f7b083527 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 944 time: 0.2189684 Sep 11 00:55:04.261823 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c6ad72e9-f197-436d-aeab-139b061d7e97 req-b7f9f279-e210-4197-8358-e90bfff4ddd9 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=15520810-f94b-469e-a375-809dd897dded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3849740 Sep 11 00:55:04.285495 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df05440f-7daf-4fd9-9fa5-bfb9005a6a53 admin admin] Router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 is scheduled to L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 with binding_index 1 {{(pid=112722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 11 00:55:04.334021 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:04.343564 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:04.351931 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 149e4596-6ee3-4d66-8678-f3fbb5b67417 is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:04.353088 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (149e4596-6ee3-4d66-8678-f3fbb5b67417), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:04.362104 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-68f05953-0a6e-45b6-b33d-d6ef847fbb28 None None] Provisioning complete for port 149e4596-6ee3-4d66-8678-f3fbb5b67417 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:04.362583 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-68f05953-0a6e-45b6-b33d-d6ef847fbb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (149e4596-6ee3-4d66-8678-f3fbb5b67417), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:04.376614 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-c6f3b80e-26d7-4b39-bfc7-ad2146545a5c None None] Set router ca681233-a3e2-4f99-a91c-9af635bd6a40 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:55:04.399995 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] Routers {'e9b8855a-e897-42f4-82d9-18bc707d18dd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:55:04.400748 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:54:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['e9b8855a-e897-42f4-82d9-18bc707d18dd'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:04.408809 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:04.409813 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ca76b7f7-9c07-4569-a043-533975afa019 req-51b91406-bc24-4e78-8790-6db033c27d4e tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465244 Sep 11 00:55:04.455233 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-955c7a08-6681-4e9a-a999-ff08237c6eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (c437b242-2868-4fd1-b955-6e6b6e46ecc8), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:04.458551 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc77122-c8aa-45d7-911b-32ee0dca7a0c req-b8d1639f-4b29-41bb-ad53-66a5d2ccd426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:04.460229 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-3cc77122-c8aa-45d7-911b-32ee0dca7a0c req-b8d1639f-4b29-41bb-ad53-66a5d2ccd426 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f HTTP/1.1" status: 200 len: 920 time: 0.4783394 Sep 11 00:55:04.585027 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port 149e4596-6ee3-4d66-8678-f3fbb5b67417, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=149e4596-6ee3-4d66-8678-f3fbb5b67417,segment=NetworkSegment(c77f5f4f-cada-402d-b932-fa2457ffe4e0),segment_id=c77f5f4f-cada-402d-b932-fa2457ffe4e0)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:55:04.644821 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [req-77506e81-f411-4064-8c46-75d263f1e762 req-cb3d1269-e99c-408e-9529-171fbaa4b673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d120b4b9-10bc-4478-8187-9b7014b08cef {{(pid=112722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:55:04.661694 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-77506e81-f411-4064-8c46-75d263f1e762 req-cb3d1269-e99c-408e-9529-171fbaa4b673 service neutron] Publish callbacks [] for port (d120b4b9-10bc-4478-8187-9b7014b08cef), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:04.673848 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] Set router e9b8855a-e897-42f4-82d9-18bc707d18dd gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:55:04.695613 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-3cc77122-c8aa-45d7-911b-32ee0dca7a0c req-83fbd38e-bb75-4f6c-bde8-fd1218d34097 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4ee5962-5a14-4994-83b5-3235d55d032f HTTP/1.1" status: 200 len: 998 time: 0.2246387 Sep 11 00:55:04.697118 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.provisioning_blocks [req-77506e81-f411-4064-8c46-75d263f1e762 req-cb3d1269-e99c-408e-9529-171fbaa4b673 service neutron] Transition to ACTIVE for port object d120b4b9-10bc-4478-8187-9b7014b08cef will not be triggered until provisioned by entity L2. {{(pid=112722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 11 00:55:04.698698 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df05440f-7daf-4fd9-9fa5-bfb9005a6a53 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:55:04.753995 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc77122-c8aa-45d7-911b-32ee0dca7a0c req-cc3f337c-763a-442c-aaa8-d31b2b7ac19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:04.755559 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-3cc77122-c8aa-45d7-911b-32ee0dca7a0c req-cc3f337c-763a-442c-aaa8-d31b2b7ac19b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c6a47ffa-8534-424b-aa2a-93b1efe10fe2 HTTP/1.1" status: 200 len: 858 time: 0.0511434 Sep 11 00:55:04.758018 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-c6f3b80e-26d7-4b39-bfc7-ad2146545a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'name': 'tempest-ServerRescueNegativeTestJSON-1211608912-router', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58'}], 'enable_snat': True}, 'gw_port_id': '29124b10-1686-4109-971b-49406190182e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:39Z', 'revision_number': 4, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'gw_port': {'id': '29124b10-1686-4109-971b-49406190182e', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'de88a8eb-5cf7-495e-932a-092d32b25d07', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'floating_ip_address': '172.37.5.97', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'port_id': 'f4ee5962-5a14-4994-83b5-3235d55d032f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'mac_address': 'fa:16:3e:77:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3cc25c-09a9-47c9-bc2e-d5227478ab70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:54:34Z', 'updated_at': '2022-09-11T00:55:01Z', 'revision_number': 1, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7abd8656-6965-40ed-8c8e-d308de8e7cc7', 'name': '', 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'mac_address': 'fa:16:3e:95:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:38Z', 'updated_at': '2022-09-11T00:52:56Z', 'revision_number': 5, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'subnets': [{'id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:04.761034 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-955c7a08-6681-4e9a-a999-ff08237c6eb0 admin admin] Publish callbacks [] for port (c437b242-2868-4fd1-b955-6e6b6e46ecc8), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:04.763993 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-77506e81-f411-4064-8c46-75d263f1e762 req-cb3d1269-e99c-408e-9529-171fbaa4b673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (d120b4b9-10bc-4478-8187-9b7014b08cef), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:04.771205 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-955c7a08-6681-4e9a-a999-ff08237c6eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (c437b242-2868-4fd1-b955-6e6b6e46ecc8), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:04.816129 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f3b80e-26d7-4b39-bfc7-ad2146545a5c None None] The sync data for ids ['ca681233-a3e2-4f99-a91c-9af635bd6a40'] in dv-cinder-master-3-iscsi is: [{'id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'name': 'tempest-ServerRescueNegativeTestJSON-1211608912-router', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58'}], 'enable_snat': True}, 'gw_port_id': '29124b10-1686-4109-971b-49406190182e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:39Z', 'revision_number': 4, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'gw_port': {'id': '29124b10-1686-4109-971b-49406190182e', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'de88a8eb-5cf7-495e-932a-092d32b25d07', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'floating_ip_address': '172.37.5.97', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'port_id': 'f4ee5962-5a14-4994-83b5-3235d55d032f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'mac_address': 'fa:16:3e:77:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3cc25c-09a9-47c9-bc2e-d5227478ab70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:54:34Z', 'updated_at': '2022-09-11T00:55:01Z', 'revision_number': 1, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7abd8656-6965-40ed-8c8e-d308de8e7cc7', 'name': '', 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'mac_address': 'fa:16:3e:95:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:38Z', 'updated_at': '2022-09-11T00:52:56Z', 'revision_number': 5, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'subnets': [{'id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:55:04.823799 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-df05440f-7daf-4fd9-9fa5-bfb9005a6a53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:04.825029 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-df05440f-7daf-4fd9-9fa5-bfb9005a6a53 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2880762 Sep 11 00:55:04.829760 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 45230) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:55:04.848790 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-955c7a08-6681-4e9a-a999-ff08237c6eb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3767949'] for router_interface (e9b8855a-e897-42f4-82d9-18bc707d18dd), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:04.917609 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc77122-c8aa-45d7-911b-32ee0dca7a0c req-8d40fcac-8d87-411c-ba21-90c331426a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:04.919490 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-3cc77122-c8aa-45d7-911b-32ee0dca7a0c req-8d40fcac-8d87-411c-ba21-90c331426a78 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1520519 Sep 11 00:55:04.922320 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:04.927275 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d1269-e99c-408e-9529-171fbaa4b673 service neutron] Pushing event updated for resources: {'Port': ['ID=d120b4b9-10bc-4478-8187-9b7014b08cef,revision_number=2']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:04.989250 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (149e4596-6ee3-4d66-8678-f3fbb5b67417), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:04.990038 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 55303d32-2144-4447-b58f-d46dfdc40379 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:55:05.000544 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955c7a08-6681-4e9a-a999-ff08237c6eb0 admin admin] Network 6722ccd0-ea78-4987-931f-351fb3c8b582 is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:55:05.004341 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-955c7a08-6681-4e9a-a999-ff08237c6eb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:55:05.038892 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c7a08-6681-4e9a-a999-ff08237c6eb0 admin admin] Pushing event updated for resources: {'Port': ['ID=c437b242-2868-4fd1-b955-6e6b6e46ecc8,revision_number=2']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:05.086936 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] Sync routers for ids ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:55:05.134188 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=149e4596-6ee3-4d66-8678-f3fbb5b67417,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:05.179337 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:05.200350 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-68f05953-0a6e-45b6-b33d-d6ef847fbb28 None None] Current status of the port 149e4596-6ee3-4d66-8678-f3fbb5b67417 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:05.276396 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-77506e81-f411-4064-8c46-75d263f1e762 req-cb3d1269-e99c-408e-9529-171fbaa4b673 service neutron] Attempting to bind port d120b4b9-10bc-4478-8187-9b7014b08cef on host hv-cinder-maste for vnic_type normal with profile {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:55:05.276956 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-77506e81-f411-4064-8c46-75d263f1e762 req-cb3d1269-e99c-408e-9529-171fbaa4b673 service neutron] Attempting to bind port d120b4b9-10bc-4478-8187-9b7014b08cef by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1'}] {{(pid=112722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:55:05.278102 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77506e81-f411-4064-8c46-75d263f1e762 req-cb3d1269-e99c-408e-9529-171fbaa4b673 service neutron] Attempting to bind port d120b4b9-10bc-4478-8187-9b7014b08cef on network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:55:05.304152 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=100 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:05.305862 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] Routers {'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:55:05.306509 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:54:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:05.371386 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c80a2d8-fd71-47f3-aa41-bfb03f4da29a None None] New status for floating IP de88a8eb-5cf7-495e-932a-092d32b25d07: ACTIVE {{(pid=112724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 00:55:05.376808 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955c7a08-6681-4e9a-a999-ff08237c6eb0 admin admin] Router e9b8855a-e897-42f4-82d9-18bc707d18dd has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:55:05.569063 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] Set router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:55:05.613053 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-3cc77122-c8aa-45d7-911b-32ee0dca7a0c req-466d138e-30a2-46e3-8345-c0a21c25ec21 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6619525 Sep 11 00:55:05.640409 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-fc7921e6-404b-4dbb-b048-3bb7eff7ee1a None None] Provisioning complete for port c437b242-2868-4fd1-b955-6e6b6e46ecc8 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:05.640837 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-fc7921e6-404b-4dbb-b048-3bb7eff7ee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (c437b242-2868-4fd1-b955-6e6b6e46ecc8), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:05.739796 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77506e81-f411-4064-8c46-75d263f1e762 req-cb3d1269-e99c-408e-9529-171fbaa4b673 service neutron] Port d120b4b9-10bc-4478-8187-9b7014b08cef on network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 11 00:55:05.740621 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77506e81-f411-4064-8c46-75d263f1e762 req-cb3d1269-e99c-408e-9529-171fbaa4b673 service neutron] Attempting to bind port d120b4b9-10bc-4478-8187-9b7014b08cef on network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:55:05.751603 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:05.765739 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-fc7921e6-404b-4dbb-b048-3bb7eff7ee1a None None] Port c437b242-2868-4fd1-b955-6e6b6e46ecc8 cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:55:05.768457 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 8a166d16-f941-44a7-ba58-ccb7e2c62c18 up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:55:05.879299 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-3cc77122-c8aa-45d7-911b-32ee0dca7a0c req-e7970eb1-3e17-48aa-86e1-08891b68b739 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558231 Sep 11 00:55:05.922292 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77506e81-f411-4064-8c46-75d263f1e762 req-cb3d1269-e99c-408e-9529-171fbaa4b673 service neutron] Checking agent: {'id': '59bd9a15-1b15-4a76-8496-742ec7e1ef61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'started_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:55:05.922657 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77506e81-f411-4064-8c46-75d263f1e762 req-cb3d1269-e99c-408e-9529-171fbaa4b673 service neutron] Checking segment: {'id': 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:55:05.923250 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77506e81-f411-4064-8c46-75d263f1e762 req-cb3d1269-e99c-408e-9529-171fbaa4b673 service neutron] Bound using segment: {'id': 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1'} {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:55:05.923925 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-77506e81-f411-4064-8c46-75d263f1e762 req-cb3d1269-e99c-408e-9529-171fbaa4b673 service neutron] Bound port: d120b4b9-10bc-4478-8187-9b7014b08cef, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1'}}] {{(pid=112722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:55:05.924359 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-77506e81-f411-4064-8c46-75d263f1e762 req-cb3d1269-e99c-408e-9529-171fbaa4b673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (d120b4b9-10bc-4478-8187-9b7014b08cef), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:05.936758 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-7c929fd9-676c-41ee-8c22-d47590b7195b None None] Provisioning complete for port c437b242-2868-4fd1-b955-6e6b6e46ecc8 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:05.937467 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7c929fd9-676c-41ee-8c22-d47590b7195b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (c437b242-2868-4fd1-b955-6e6b6e46ecc8), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:05.992104 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-7c929fd9-676c-41ee-8c22-d47590b7195b None None] Port c437b242-2868-4fd1-b955-6e6b6e46ecc8 cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:55:06.015185 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-7c929fd9-676c-41ee-8c22-d47590b7195b None None] Provisioning complete for port 149e4596-6ee3-4d66-8678-f3fbb5b67417 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:06.016407 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7c929fd9-676c-41ee-8c22-d47590b7195b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (149e4596-6ee3-4d66-8678-f3fbb5b67417), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:06.026551 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a9487-947f-429a-a31f-f50204ae215a req-d9c16437-c3fe-4cb3-b33f-ad23ca9d3275 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:06.028032 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-029a9487-947f-429a-a31f-f50204ae215a req-d9c16437-c3fe-4cb3-b33f-ad23ca9d3275 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 943 time: 0.0619388 Sep 11 00:55:06.048375 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:06.064171 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-77506e81-f411-4064-8c46-75d263f1e762 req-cb3d1269-e99c-408e-9529-171fbaa4b673 service neutron] For port d120b4b9-10bc-4478-8187-9b7014b08cef, host hv-cinder-maste, cleared binding levels {{(pid=112722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:55:06.065176 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 55303d32-2144-4447-b58f-d46dfdc40379 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:06.065801 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (55303d32-2144-4447-b58f-d46dfdc40379), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:06.078197 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955c7a08-6681-4e9a-a999-ff08237c6eb0 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:55:06.089148 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986837ab-bbba-4aa6-9902-53855e5dfe42 req-02b645ec-23a3-49e3-98bb-f86e73b2401b tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:06.090704 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-986837ab-bbba-4aa6-9902-53855e5dfe42 req-02b645ec-23a3-49e3-98bb-f86e73b2401b tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 944 time: 0.1340320 Sep 11 00:55:06.095967 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-955c7a08-6681-4e9a-a999-ff08237c6eb0 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/e9b8855a-e897-42f4-82d9-18bc707d18dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8025293 Sep 11 00:55:06.134707 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b8855a-e897-42f4-82d9-18bc707d18dd', 'name': 'tempest-TestMinimumBasicScenario-1428338756-router', 'tenant_id': '32390cc59f8540a7aac26e20f1b25166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.181'}], 'enable_snat': True}, 'gw_port_id': 'afa033fa-cb44-41d4-907f-f5ddaff20a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:57Z', 'updated_at': '2022-09-11T00:55:04Z', 'revision_number': 4, 'project_id': '32390cc59f8540a7aac26e20f1b25166', 'gw_port': {'id': 'afa033fa-cb44-41d4-907f-f5ddaff20a87', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:79:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b8855a-e897-42f4-82d9-18bc707d18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:58Z', 'updated_at': '2022-09-11T00:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c437b242-2868-4fd1-b955-6e6b6e46ecc8', 'name': '', 'network_id': '6722ccd0-ea78-4987-931f-351fb3c8b582', 'tenant_id': '32390cc59f8540a7aac26e20f1b25166', 'mac_address': 'fa:16:3e:16:7a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b8855a-e897-42f4-82d9-18bc707d18dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fc9f0eee-40b8-4f47-92b2-bfabe45a9ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:03Z', 'updated_at': '2022-09-11T00:55:03Z', 'revision_number': 1, 'project_id': '32390cc59f8540a7aac26e20f1b25166', 'subnets': [{'id': 'fc9f0eee-40b8-4f47-92b2-bfabe45a9ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:06.152999 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:06.155656 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-77506e81-f411-4064-8c46-75d263f1e762 req-cb3d1269-e99c-408e-9529-171fbaa4b673 service neutron] For port d120b4b9-10bc-4478-8187-9b7014b08cef, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d120b4b9-10bc-4478-8187-9b7014b08cef,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:55:06.157117 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-029a9487-947f-429a-a31f-f50204ae215a req-c2c530f1-ab18-4408-9867-e85f65142bce tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=15520810-f94b-469e-a375-809dd897dded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078269 Sep 11 00:55:06.172738 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-77506e81-f411-4064-8c46-75d263f1e762 req-cb3d1269-e99c-408e-9529-171fbaa4b673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (d120b4b9-10bc-4478-8187-9b7014b08cef), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:06.207687 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-986837ab-bbba-4aa6-9902-53855e5dfe42 req-4e35fd39-7d58-4a3e-bfa3-b8b87d942611 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101451 Sep 11 00:55:06.252673 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:06.254746 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77506e81-f411-4064-8c46-75d263f1e762 req-cb3d1269-e99c-408e-9529-171fbaa4b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:06.255119 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-77506e81-f411-4064-8c46-75d263f1e762 req-cb3d1269-e99c-408e-9529-171fbaa4b673 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:06.256542 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-77506e81-f411-4064-8c46-75d263f1e762 req-cb3d1269-e99c-408e-9529-171fbaa4b673 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/d120b4b9-10bc-4478-8187-9b7014b08cef HTTP/1.1" status: 200 len: 1093 time: 3.2749345 Sep 11 00:55:06.275774 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d1269-e99c-408e-9529-171fbaa4b673 service neutron] Pushing event updated for resources: {'Port': ['ID=d120b4b9-10bc-4478-8187-9b7014b08cef,revision_number=3']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:06.282341 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a843e04-0782-4e1e-b379-9be9a7106442', 'tag': 'd120b4b9-10bc-4478-8187-9b7014b08cef'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:55:06.291062 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ff818a-4ca2-4782-bb06-237d2aaebb15 None None] The sync data for ids ['e9b8855a-e897-42f4-82d9-18bc707d18dd'] in dv-cinder-master-3-iscsi is: [{'id': 'e9b8855a-e897-42f4-82d9-18bc707d18dd', 'name': 'tempest-TestMinimumBasicScenario-1428338756-router', 'tenant_id': '32390cc59f8540a7aac26e20f1b25166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.181'}], 'enable_snat': True}, 'gw_port_id': 'afa033fa-cb44-41d4-907f-f5ddaff20a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:57Z', 'updated_at': '2022-09-11T00:55:04Z', 'revision_number': 4, 'project_id': '32390cc59f8540a7aac26e20f1b25166', 'gw_port': {'id': 'afa033fa-cb44-41d4-907f-f5ddaff20a87', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:79:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b8855a-e897-42f4-82d9-18bc707d18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:58Z', 'updated_at': '2022-09-11T00:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c437b242-2868-4fd1-b955-6e6b6e46ecc8', 'name': '', 'network_id': '6722ccd0-ea78-4987-931f-351fb3c8b582', 'tenant_id': '32390cc59f8540a7aac26e20f1b25166', 'mac_address': 'fa:16:3e:16:7a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b8855a-e897-42f4-82d9-18bc707d18dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fc9f0eee-40b8-4f47-92b2-bfabe45a9ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:03Z', 'updated_at': '2022-09-11T00:55:03Z', 'revision_number': 1, 'project_id': '32390cc59f8540a7aac26e20f1b25166', 'subnets': [{'id': 'fc9f0eee-40b8-4f47-92b2-bfabe45a9ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:55:06.299310 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08c55ec-8710-4c23-a789-8c61f794ebbc" -d '{"events": [{"name": "network-changed", "server_uuid": "9a843e04-0782-4e1e-b379-9be9a7106442", "tag": "d120b4b9-10bc-4478-8187-9b7014b08cef"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:55:06.432991 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77506e81-f411-4064-8c46-75d263f1e762 req-61cc2bd9-645f-471d-9077-d46c8cd040a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:06.435143 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-77506e81-f411-4064-8c46-75d263f1e762 req-61cc2bd9-645f-471d-9077-d46c8cd040a1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=172e557567404e0f906fd1c3452148d8&device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 1127 time: 0.0670540 Sep 11 00:55:06.436680 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b978ccdc-6215-4894-ac86-4806375cd6bd x-openstack-request-id: req-b978ccdc-6215-4894-ac86-4806375cd6bd {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:55:06.437036 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a843e04-0782-4e1e-b379-9be9a7106442", "tag": "d120b4b9-10bc-4478-8187-9b7014b08cef", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:55:06.437355 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b978ccdc-6215-4894-ac86-4806375cd6bd {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:55:06.437812 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b978ccdc-6215-4894-ac86-4806375cd6bd'] response: {'name': 'network-changed', 'server_uuid': '9a843e04-0782-4e1e-b379-9be9a7106442', 'tag': 'd120b4b9-10bc-4478-8187-9b7014b08cef', 'status': 'completed', 'code': 200} Sep 11 00:55:06.461982 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port 8a166d16-f941-44a7-ba58-ccb7e2c62c18 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:06.465767 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:06.511022 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-77506e81-f411-4064-8c46-75d263f1e762 req-31cd44be-81ef-4052-a065-0f1458cface4 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d120b4b9-10bc-4478-8187-9b7014b08cef HTTP/1.1" status: 200 len: 217 time: 0.0496330 Sep 11 00:55:06.513024 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e3cfef72-82f2-40f9-b463-b5db2364e161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:06.625589 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-960c4449-dfdd-4577-a04d-e9c2eeefbe83 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1981775819&fields=id&tenant_id=d55d41063ec34fb6921c367025fa9af9 HTTP/1.1" status: 200 len: 267 time: 0.1099737 Sep 11 00:55:06.695004 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-7c929fd9-676c-41ee-8c22-d47590b7195b None None] Current status of the port 149e4596-6ee3-4d66-8678-f3fbb5b67417 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:06.801905 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 55303d32-2144-4447-b58f-d46dfdc40379 is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:06.802291 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (55303d32-2144-4447-b58f-d46dfdc40379), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:06.810121 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=100 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:06.825591 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77506e81-f411-4064-8c46-75d263f1e762 req-2504aa5c-3b2d-40d7-b867-47365d15d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:06.844140 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-77506e81-f411-4064-8c46-75d263f1e762 req-2504aa5c-3b2d-40d7-b867-47365d15d7d6 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=5da596f2-fc37-4a91-8931-a08cdf30e571 HTTP/1.1" status: 200 len: 854 time: 0.2988596 Sep 11 00:55:06.856722 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147'}], 'enable_snat': True}, 'gw_port_id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T00:55:02Z', 'revision_number': 3, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port': {'id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:00Z', 'updated_at': '2022-09-11T00:55:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:06.886038 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [None req-e3cfef72-82f2-40f9-b463-b5db2364e161 admin admin] Allocated IP 172.20.0.1 (6df3e98e-548f-496e-bd19-e33fc45eb877/f3ea7549-800e-4ee0-ab06-2db2363e7855/cbfa9a9b-9ca0-4391-83b2-f87b923b3949) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:55:06.962479 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-73a5dbdc-ac69-409d-9ffa-f9836f27aa05 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:06.976705 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-73a5dbdc-ac69-409d-9ffa-f9836f27aa05 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/networks?id=4e359fd9-06a0-4943-a4a2-16a223ad6963 HTTP/1.1" status: 200 len: 808 time: 0.3433771 Sep 11 00:55:06.978309 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77506e81-f411-4064-8c46-75d263f1e762 req-2a4b6678-85b4-4ffa-8a76-4ec3d72ddab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:06.979899 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-77506e81-f411-4064-8c46-75d263f1e762 req-2a4b6678-85b4-4ffa-8a76-4ec3d72ddab5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1334877 Sep 11 00:55:06.998690 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-9377992e-ca70-44d6-8a71-fb1aee36bb17 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/quotas/d55d41063ec34fb6921c367025fa9af9 HTTP/1.1" status: 200 len: 375 time: 0.0207696 Sep 11 00:55:07.057802 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] Checking router: b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:55:07.058148 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] Updating router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 port 6ab490bd-6694-434e-bfcf-a7aff0af488f binding host dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 00:55:07.074399 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port 55303d32-2144-4447-b58f-d46dfdc40379, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=55303d32-2144-4447-b58f-d46dfdc40379,segment=NetworkSegment(bd7c4cea-2611-4991-9f92-d3dca165adf0),segment_id=bd7c4cea-2611-4991-9f92-d3dca165adf0)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:55:07.093028 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-56379dea-7111-48ad-8793-9630c32cc4f4 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d55d41063ec34fb6921c367025fa9af9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868530 Sep 11 00:55:07.145938 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (55303d32-2144-4447-b58f-d46dfdc40379), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:07.146757 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 8fd8fba1-15d5-4ea6-8fa3-41c8048540df up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:55:07.281797 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-5566a5d1-b5a2-4e88-ad69-e204f9f7a6f8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4e359fd9-06a0-4943-a4a2-16a223ad6963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832235 Sep 11 00:55:07.282548 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (6ab490bd-6694-434e-bfcf-a7aff0af488f), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:07.522301 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170377b-9b45-4015-9f53-9bb5062f8675 req-33735a45-1cc7-4b21-960b-6d738b76edae tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:07.524483 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7170377b-9b45-4015-9f53-9bb5062f8675 req-33735a45-1cc7-4b21-960b-6d738b76edae tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 943 time: 0.2189133 Sep 11 00:55:07.690940 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] Publish callbacks [] for port (6ab490bd-6694-434e-bfcf-a7aff0af488f), precommit_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:07.707374 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (6ab490bd-6694-434e-bfcf-a7aff0af488f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:07.733881 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] Attempting to bind port 6ab490bd-6694-434e-bfcf-a7aff0af488f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:55:07.734501 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] Attempting to bind port 6ab490bd-6694-434e-bfcf-a7aff0af488f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:55:07.735427 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] Attempting to bind port 6ab490bd-6694-434e-bfcf-a7aff0af488f on network c4f00262-7f99-4bd5-861f-59a77dcd079c {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:55:07.744670 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-2725aee7-2c80-42f9-abae-39de2c75621f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/4e359fd9-06a0-4943-a4a2-16a223ad6963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563580 Sep 11 00:55:07.789017 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7170377b-9b45-4015-9f53-9bb5062f8675 req-721e8b61-1413-4cf9-ab7c-7b2b98998323 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=15520810-f94b-469e-a375-809dd897dded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550800 Sep 11 00:55:07.796145 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e3cfef72-82f2-40f9-b463-b5db2364e161 admin admin] Publish callbacks [] for port (cbfa9a9b-9ca0-4391-83b2-f87b923b3949), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:07.847265 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:07.858445 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e3cfef72-82f2-40f9-b463-b5db2364e161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (cbfa9a9b-9ca0-4391-83b2-f87b923b3949), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:07.865150 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 8a166d16-f941-44a7-ba58-ccb7e2c62c18 is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:07.865555 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:07.954372 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cfef72-82f2-40f9-b463-b5db2364e161 admin admin] Network 6df3e98e-548f-496e-bd19-e33fc45eb877 is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:55:07.960971 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-e3cfef72-82f2-40f9-b463-b5db2364e161 admin admin] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:55:07.965045 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cfef72-82f2-40f9-b463-b5db2364e161 admin admin] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:55:08.012165 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=55303d32-2144-4447-b58f-d46dfdc40379,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:08.032752 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfef72-82f2-40f9-b463-b5db2364e161 admin admin] Pushing event updated for resources: {'Port': ['ID=cbfa9a9b-9ca0-4391-83b2-f87b923b3949,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:08.044958 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-77506e81-f411-4064-8c46-75d263f1e762 req-21b0d8d7-1ee9-4770-9678-b7d2e1a5c2aa service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0511854 Sep 11 00:55:08.050540 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76568-6d32-437f-baed-0bceaf71db45 req-e181f6dd-e2b1-4f01-aec8-c2e855a165d0 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:08.090478 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-78b76568-6d32-437f-baed-0bceaf71db45 req-e181f6dd-e2b1-4f01-aec8-c2e855a165d0 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 944 time: 0.1502454 Sep 11 00:55:08.126395 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:08.152133 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 8fd8fba1-15d5-4ea6-8fa3-41c8048540df triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:08.152516 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (8fd8fba1-15d5-4ea6-8fa3-41c8048540df), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:08.179332 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 8a166d16-f941-44a7-ba58-ccb7e2c62c18, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8a166d16-f941-44a7-ba58-ccb7e2c62c18,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:55:08.182913 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e3cfef72-82f2-40f9-b463-b5db2364e161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3767825'] for router_interface (b80480c3-7b4e-4d26-a02d-800a6e9ad8b7), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:08.183998 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed280f0-7beb-47b6-a543-0e3eb7083067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a166d16-f941-44a7-ba58-ccb7e2c62c18'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:55:08.188232 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03f2908-809f-4501-a8e0-2f8cbcbce62b" -d '{"events": [{"server_uuid": "7ed280f0-7beb-47b6-a543-0e3eb7083067", "name": "network-vif-plugged", "status": "completed", "tag": "8a166d16-f941-44a7-ba58-ccb7e2c62c18"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:55:08.191514 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:08.191859 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:08.194827 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:08.195255 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:08.195686 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:08.196148 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:08.196488 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:08.196956 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:08.197294 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:08.197627 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:08.197958 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:08.198304 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:08.198681 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:08.199033 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:08.200023 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:08.292943 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-78b76568-6d32-437f-baed-0bceaf71db45 req-e2e72405-b224-49b1-9e0c-829f8af1bcfb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968882 Sep 11 00:55:08.343322 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:08.357415 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:08.379676 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:55:08.380218 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] Checking segment: {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:55:08.380657 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:08.381111 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] Bound using segment: {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:55:08.382010 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] Bound port: 6ab490bd-6694-434e-bfcf-a7aff0af488f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:55:08.382223 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (6ab490bd-6694-434e-bfcf-a7aff0af488f), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:08.422842 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:08.612356 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-77506e81-f411-4064-8c46-75d263f1e762 req-d8465ee8-8490-4990-98ed-50f225e2c9d8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600142 Sep 11 00:55:08.655883 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f0d19e94-b1e7-4fd5-bce9-1d0f52d66021 req-5f336ffb-a2f3-4f42-8924-2892e2770abf tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 210 time: 0.0942674 Sep 11 00:55:08.835669 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3b8009-0b12-4c67-952a-486c44fb2747 x-openstack-request-id: req-2e3b8009-0b12-4c67-952a-486c44fb2747 {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:55:08.836253 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed280f0-7beb-47b6-a543-0e3eb7083067", "name": "network-vif-plugged", "status": "completed", "tag": "8a166d16-f941-44a7-ba58-ccb7e2c62c18", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:55:08.836461 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2e3b8009-0b12-4c67-952a-486c44fb2747 {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:55:08.837171 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e3b8009-0b12-4c67-952a-486c44fb2747'] response: {'server_uuid': '7ed280f0-7beb-47b6-a543-0e3eb7083067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a166d16-f941-44a7-ba58-ccb7e2c62c18', 'code': 200} Sep 11 00:55:08.909665 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e3cfef72-82f2-40f9-b463-b5db2364e161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (cbfa9a9b-9ca0-4391-83b2-f87b923b3949), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:08.980391 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da87688-b354-4fc0-bb53-7454da365932 None None] Pushing event updated for resources: {'Port': ['ID=6ab490bd-6694-434e-bfcf-a7aff0af488f,revision_number=2']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:09.019037 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-9a10a16d-4eff-44b0-a959-88a6b98d81e5 None None] Provisioning complete for port cbfa9a9b-9ca0-4391-83b2-f87b923b3949 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:09.022651 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-9a10a16d-4eff-44b0-a959-88a6b98d81e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (cbfa9a9b-9ca0-4391-83b2-f87b923b3949), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:09.039363 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7aaaf1-9f7b-4d71-9e38-ff0b43b28517 req-8c4090e2-03c3-4547-83bc-6eef044c355b tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:09.056083 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8d7aaaf1-9f7b-4d71-9e38-ff0b43b28517 req-8c4090e2-03c3-4547-83bc-6eef044c355b tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 943 time: 0.1100447 Sep 11 00:55:09.155728 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8d7aaaf1-9f7b-4d71-9e38-ff0b43b28517 req-12940aff-259f-4625-8977-055802a6c9c0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=15520810-f94b-469e-a375-809dd897dded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982730 Sep 11 00:55:09.222681 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] For port 6ab490bd-6694-434e-bfcf-a7aff0af488f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:55:09.240280 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] For port 6ab490bd-6694-434e-bfcf-a7aff0af488f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6ab490bd-6694-434e-bfcf-a7aff0af488f,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:55:09.336700 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:09.338379 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-9a10a16d-4eff-44b0-a959-88a6b98d81e5 None None] Port cbfa9a9b-9ca0-4391-83b2-f87b923b3949 cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:55:09.350072 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 8fd8fba1-15d5-4ea6-8fa3-41c8048540df is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:09.370411 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (6ab490bd-6694-434e-bfcf-a7aff0af488f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:09.467077 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] Routers {'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:55:09.468733 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:54:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:09.629705 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b679767-484e-4f5c-a039-6b1b10379ccc req-eb9f6911-98d5-4c69-9831-cf1a410df055 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:09.644425 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6b679767-484e-4f5c-a039-6b1b10379ccc req-eb9f6911-98d5-4c69-9831-cf1a410df055 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.1415880 Sep 11 00:55:09.647156 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e3cfef72-82f2-40f9-b463-b5db2364e161 admin admin] Publish callbacks [] for port (cbfa9a9b-9ca0-4391-83b2-f87b923b3949), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:09.771446 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c55ec-8710-4c23-a789-8c61f794ebbc req-c99498d1-d574-4360-baf8-7f5e5edd0bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:09.773339 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-a08c55ec-8710-4c23-a789-8c61f794ebbc req-c99498d1-d574-4360-baf8-7f5e5edd0bce service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=172e557567404e0f906fd1c3452148d8&device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 1127 time: 0.1187890 Sep 11 00:55:09.778291 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e3cfef72-82f2-40f9-b463-b5db2364e161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (cbfa9a9b-9ca0-4391-83b2-f87b923b3949), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:09.816469 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6b679767-484e-4f5c-a039-6b1b10379ccc req-091bd873-b6c9-46ee-969f-08bc06ed2fdf tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702096 Sep 11 00:55:09.863063 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] Set router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:55:09.892087 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e3cfef72-82f2-40f9-b463-b5db2364e161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3767949'] for router_interface (b80480c3-7b4e-4d26-a02d-800a6e9ad8b7), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:09.925382 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9cda8b55-e4d6-42ca-a6f7-ddacfffc27f0 req-873b52b3-1558-496d-ae26-5cc358f2b2bd tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 210 time: 0.1383805 Sep 11 00:55:09.962315 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 149e4596-6ee3-4d66-8678-f3fbb5b67417 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:55:10.001950 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=8a166d16-f941-44a7-ba58-ccb7e2c62c18,revision_number=7']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:10.260120 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da87688-b354-4fc0-bb53-7454da365932 None None] Pushing event updated for resources: {'Port': ['ID=6ab490bd-6694-434e-bfcf-a7aff0af488f,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:10.269276 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 149e4596-6ee3-4d66-8678-f3fbb5b67417 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:10.269636 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (149e4596-6ee3-4d66-8678-f3fbb5b67417), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:10.332427 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfef72-82f2-40f9-b463-b5db2364e161 admin admin] Pushing event updated for resources: {'Port': ['ID=cbfa9a9b-9ca0-4391-83b2-f87b923b3949,revision_number=2']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:10.338248 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:10.388580 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:10.421721 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343059f-8819-4c56-8ff5-3c6cba070c56 req-5a167e94-5514-47e1-9722-e498343b0fb1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:10.427258 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c55ec-8710-4c23-a789-8c61f794ebbc req-835ac05f-de1f-4f6e-8de9-0afaea9a2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:10.429387 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-a08c55ec-8710-4c23-a789-8c61f794ebbc req-835ac05f-de1f-4f6e-8de9-0afaea9a2cf9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 HTTP/1.1" status: 200 len: 916 time: 0.5407369 Sep 11 00:55:10.438253 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:10.440852 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147'}], 'enable_snat': True}, 'gw_port_id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T00:55:08Z', 'revision_number': 4, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port': {'id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:00Z', 'updated_at': '2022-09-11T00:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'cbfa9a9b-9ca0-4391-83b2-f87b923b3949', 'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'mac_address': 'fa:16:3e:80:ce:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:06Z', 'updated_at': '2022-09-11T00:55:06Z', 'revision_number': 1, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'subnets': [{'id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:10.441148 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3343059f-8819-4c56-8ff5-3c6cba070c56 req-5a167e94-5514-47e1-9722-e498343b0fb1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 943 time: 0.1379747 Sep 11 00:55:10.496026 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cfef72-82f2-40f9-b463-b5db2364e161 admin admin] Network 6df3e98e-548f-496e-bd19-e33fc45eb877 is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:55:10.500364 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-e3cfef72-82f2-40f9-b463-b5db2364e161 admin admin] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:55:10.506881 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68204229-1edf-4e43-a4c2-5649dbfd1370 None None] The sync data for ids ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'] in dv-cinder-master-3-iscsi is: [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147'}], 'enable_snat': True}, 'gw_port_id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T00:55:08Z', 'revision_number': 4, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port': {'id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:00Z', 'updated_at': '2022-09-11T00:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'cbfa9a9b-9ca0-4391-83b2-f87b923b3949', 'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'mac_address': 'fa:16:3e:80:ce:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:06Z', 'updated_at': '2022-09-11T00:55:06Z', 'revision_number': 1, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'subnets': [{'id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:55:10.623029 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 149e4596-6ee3-4d66-8678-f3fbb5b67417 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:10.624224 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device afa033fa-cb44-41d4-907f-f5ddaff20a87 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:55:10.645458 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-a08c55ec-8710-4c23-a789-8c61f794ebbc req-8db5f589-a8b5-4d76-bfa9-6d15ea166dea service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d120b4b9-10bc-4478-8187-9b7014b08cef HTTP/1.1" status: 200 len: 217 time: 0.1472356 Sep 11 00:55:10.647613 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3343059f-8819-4c56-8ff5-3c6cba070c56 req-fd9f4fb1-39df-4658-90a5-21de36a0a0d3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=15520810-f94b-469e-a375-809dd897dded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036324 Sep 11 00:55:10.784459 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port afa033fa-cb44-41d4-907f-f5ddaff20a87 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:10.785161 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (afa033fa-cb44-41d4-907f-f5ddaff20a87), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:10.883860 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] Sync routers for ids ['e9b8855a-e897-42f4-82d9-18bc707d18dd'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:55:10.966300 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c55ec-8710-4c23-a789-8c61f794ebbc req-fef8ebc9-6f78-4ae9-bf4f-c583dd0868d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:10.974015 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-a08c55ec-8710-4c23-a789-8c61f794ebbc req-fef8ebc9-6f78-4ae9-bf4f-c583dd0868d1 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=5da596f2-fc37-4a91-8931-a08cdf30e571 HTTP/1.1" status: 200 len: 854 time: 0.2473412 Sep 11 00:55:10.979030 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] Routers {'e9b8855a-e897-42f4-82d9-18bc707d18dd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:55:10.981010 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:54:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['e9b8855a-e897-42f4-82d9-18bc707d18dd'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:11.108705 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-171338ea-6dbe-488a-87d2-3273979a14c7 req-6abf456d-68c0-42ac-b41f-edf9f61d5744 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 210 time: 0.0420139 Sep 11 00:55:11.130586 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f8320-ba8d-4945-a226-c0a9df54df66 req-dfa0163c-b28d-4869-8acf-8522d2afa1b4 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:11.146966 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4e1f8320-ba8d-4945-a226-c0a9df54df66 req-dfa0163c-b28d-4869-8acf-8522d2afa1b4 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.1654561 Sep 11 00:55:11.202291 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cfef72-82f2-40f9-b463-b5db2364e161 admin admin] Router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:55:11.239763 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c55ec-8710-4c23-a789-8c61f794ebbc req-c6a12d49-5c89-467d-9daf-6f8650ba7688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:11.241647 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-a08c55ec-8710-4c23-a789-8c61f794ebbc req-c6a12d49-5c89-467d-9daf-6f8650ba7688 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2579303 Sep 11 00:55:11.249388 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] Set router e9b8855a-e897-42f4-82d9-18bc707d18dd gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:55:11.275518 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4e1f8320-ba8d-4945-a226-c0a9df54df66 req-edd86b80-c79a-425a-b453-fa0377e5eff0 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249523 Sep 11 00:55:11.343780 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=100 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:11.512866 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device d120b4b9-10bc-4478-8187-9b7014b08cef details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 00:55:11.521443 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port afa033fa-cb44-41d4-907f-f5ddaff20a87 is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:11.525538 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (afa033fa-cb44-41d4-907f-f5ddaff20a87), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:11.552023 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-6f272d52-7f9c-4516-93fa-93f45831b85e None None] Provisioning complete for port cbfa9a9b-9ca0-4391-83b2-f87b923b3949 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:11.552420 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-6f272d52-7f9c-4516-93fa-93f45831b85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (cbfa9a9b-9ca0-4391-83b2-f87b923b3949), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:11.985599 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-b2ad39cf-1f27-467f-befa-0f34b5f725d8 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:11.987896 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-b2ad39cf-1f27-467f-befa-0f34b5f725d8 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.18 "GET /networking/v2.0/networks?id=4e359fd9-06a0-4943-a4a2-16a223ad6963 HTTP/1.1" status: 200 len: 808 time: 0.4565403 Sep 11 00:55:12.029267 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-6f272d52-7f9c-4516-93fa-93f45831b85e None None] Port cbfa9a9b-9ca0-4391-83b2-f87b923b3949 cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:55:12.065235 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:12.066150 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port afa033fa-cb44-41d4-907f-f5ddaff20a87, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=afa033fa-cb44-41d4-907f-f5ddaff20a87,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:55:12.070499 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924dca9-10ce-402d-a20f-67f86fb4172d req-0cd65d88-36b0-41b0-a9fa-f26c2ad92625 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:12.072478 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:12.075080 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-a08c55ec-8710-4c23-a789-8c61f794ebbc req-0e20c447-a1b4-4e4d-b6d5-bb2fa014c252 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7953649 Sep 11 00:55:12.075298 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b924dca9-10ce-402d-a20f-67f86fb4172d req-0cd65d88-36b0-41b0-a9fa-f26c2ad92625 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 943 time: 0.1564550 Sep 11 00:55:12.089463 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (afa033fa-cb44-41d4-907f-f5ddaff20a87), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:12.090737 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 55303d32-2144-4447-b58f-d46dfdc40379 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:55:12.128025 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cfef72-82f2-40f9-b463-b5db2364e161 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:55:12.222853 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-e3cfef72-82f2-40f9-b463-b5db2364e161 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/b80480c3-7b4e-4d26-a02d-800a6e9ad8b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3798635 Sep 11 00:55:12.244936 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b924dca9-10ce-402d-a20f-67f86fb4172d req-eff30790-f78c-4d31-8113-139d53195933 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=15520810-f94b-469e-a375-809dd897dded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616964 Sep 11 00:55:12.335656 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=100 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:12.343040 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-a475ea19-c57a-4eb7-a83e-c24058ea0eb9 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d55d41063ec34fb6921c367025fa9af9 HTTP/1.1" status: 200 len: 380 time: 0.2661226 Sep 11 00:55:12.345195 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-a08c55ec-8710-4c23-a789-8c61f794ebbc req-daa59810-dd19-459c-a1a9-33422d6deb91 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152200 Sep 11 00:55:12.378381 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-fa33bf0c-eeaf-4ace-92c9-10942453c7b2 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Request body: {'port': {'device_id': '77aec922-e7ba-4f8c-8931-b2ea825af43c', 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963', 'admin_state_up': True, 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'security_groups': ['40eba63e-cea2-44fc-929e-98c709c7cf9b']}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:55:12.409518 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fb9038ed-6dc5-4323-9cc7-9d750df624a2 req-fabd2a22-c8e6-461e-8d71-d114d08d1813 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 210 time: 0.0650644 Sep 11 00:55:12.467069 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.db.resource_extend [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 11 00:55:12.595677 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c184d65-7919-41d7-95f2-4d5f593df6b6 req-93628628-946f-4609-80e9-727ec12f8be3 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:12.597306 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9c184d65-7919-41d7-95f2-4d5f593df6b6 req-93628628-946f-4609-80e9-727ec12f8be3 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.1521008 Sep 11 00:55:12.724784 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b8855a-e897-42f4-82d9-18bc707d18dd', 'name': 'tempest-TestMinimumBasicScenario-1428338756-router', 'tenant_id': '32390cc59f8540a7aac26e20f1b25166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.181'}], 'enable_snat': True}, 'gw_port_id': 'afa033fa-cb44-41d4-907f-f5ddaff20a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:57Z', 'updated_at': '2022-09-11T00:55:04Z', 'revision_number': 4, 'project_id': '32390cc59f8540a7aac26e20f1b25166', 'gw_port': {'id': 'afa033fa-cb44-41d4-907f-f5ddaff20a87', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:79:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b8855a-e897-42f4-82d9-18bc707d18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:58Z', 'updated_at': '2022-09-11T00:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c437b242-2868-4fd1-b955-6e6b6e46ecc8', 'name': '', 'network_id': '6722ccd0-ea78-4987-931f-351fb3c8b582', 'tenant_id': '32390cc59f8540a7aac26e20f1b25166', 'mac_address': 'fa:16:3e:16:7a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b8855a-e897-42f4-82d9-18bc707d18dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fc9f0eee-40b8-4f47-92b2-bfabe45a9ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:03Z', 'updated_at': '2022-09-11T00:55:04Z', 'revision_number': 2, 'project_id': '32390cc59f8540a7aac26e20f1b25166', 'subnets': [{'id': 'fc9f0eee-40b8-4f47-92b2-bfabe45a9ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:12.802845 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9c184d65-7919-41d7-95f2-4d5f593df6b6 req-ca88e384-6d04-498c-9d78-7e3e02ef2191 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859713 Sep 11 00:55:12.808201 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-fa33bf0c-eeaf-4ace-92c9-10942453c7b2 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Made reservation on behalf of d55d41063ec34fb6921c367025fa9af9 for: {'port': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:55:12.813305 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-fa33bf0c-eeaf-4ace-92c9-10942453c7b2 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:12.842081 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] Checking router: e9b8855a-e897-42f4-82d9-18bc707d18dd for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:55:12.842984 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] Updating router e9b8855a-e897-42f4-82d9-18bc707d18dd port c437b242-2868-4fd1-b955-6e6b6e46ecc8 binding host dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 00:55:12.879102 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 55303d32-2144-4447-b58f-d46dfdc40379 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:12.879575 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (55303d32-2144-4447-b58f-d46dfdc40379), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:12.966767 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (c437b242-2868-4fd1-b955-6e6b6e46ecc8), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:13.243402 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-fa33bf0c-eeaf-4ace-92c9-10942453c7b2 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Allocated IP 172.20.0.7 (4e359fd9-06a0-4943-a4a2-16a223ad6963/9fc20d29-c23d-4b06-97c5-a82fa0ec92fe/549957cc-ef50-4e12-9608-80b215c4bfb4) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:55:13.342076 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=afa033fa-cb44-41d4-907f-f5ddaff20a87,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:13.500742 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ff772-8eec-46f3-898a-c1ce2de3aea9 req-0cd02061-abcc-4aa9-a1a0-9cc3214a1bfe tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:13.506276 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fe8ff772-8eec-46f3-898a-c1ce2de3aea9 req-0cd02061-abcc-4aa9-a1a0-9cc3214a1bfe tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 943 time: 0.1326129 Sep 11 00:55:13.529843 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:13.662819 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-fa33bf0c-eeaf-4ace-92c9-10942453c7b2 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for port (549957cc-ef50-4e12-9608-80b215c4bfb4), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:13.691076 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 55303d32-2144-4447-b58f-d46dfdc40379 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:13.704561 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 45340) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:55:13.730512 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-179bc4a4-4e08-48cd-89a3-30532ace5183 req-c5f5554d-6333-49e5-824b-6c07fcc61eef tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 210 time: 0.1207540 Sep 11 00:55:13.739116 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-5dfd8b71-c8bc-4991-81b7-940a17141b40 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-123738302-network', 'tenant_id': '1ef38a4efe0a41548e5ae4a9d7d414ea'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:55:13.740017 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fe8ff772-8eec-46f3-898a-c1ce2de3aea9 req-59366116-ed26-4e3b-9839-db56557aa76c tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=15520810-f94b-469e-a375-809dd897dded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249629 Sep 11 00:55:13.746629 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-fa33bf0c-eeaf-4ace-92c9-10942453c7b2 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (549957cc-ef50-4e12-9608-80b215c4bfb4), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:13.770211 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port d120b4b9-10bc-4478-8187-9b7014b08cef, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d120b4b9-10bc-4478-8187-9b7014b08cef,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:55:13.815119 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': 'd120b4b9-10bc-4478-8187-9b7014b08cef', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'port_id': 'd120b4b9-10bc-4478-8187-9b7014b08cef', 'mac_address': 'fa:16:3e:bd:a2:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 00:55:13.861328 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:13.923702 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port d120b4b9-10bc-4478-8187-9b7014b08cef is: DOWN; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:13.924095 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (d120b4b9-10bc-4478-8187-9b7014b08cef), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:13.943408 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-fa33bf0c-eeaf-4ace-92c9-10942453c7b2 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Network 4e359fd9-06a0-4943-a4a2-16a223ad6963 is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:55:13.973070 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d120b4b9-10bc-4478-8187-9b7014b08cef {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:55:13.978407 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:13.980072 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33bf0c-eeaf-4ace-92c9-10942453c7b2 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Pushing event updated for resources: {'Port': ['ID=549957cc-ef50-4e12-9608-80b215c4bfb4,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:13.985957 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfd8b71-c8bc-4991-81b7-940a17141b40 admin admin] Made reservation on behalf of 1ef38a4efe0a41548e5ae4a9d7d414ea for: {'network': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:55:13.991957 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5dfd8b71-c8bc-4991-81b7-940a17141b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for network (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:14.002274 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-fa33bf0c-eeaf-4ace-92c9-10942453c7b2 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:55:14.023322 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e6d64-f5a8-43a5-a47b-9071af8f4088 req-6669e9ae-abfb-441a-b248-e38d920a2bc4 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:14.025910 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-fa33bf0c-eeaf-4ace-92c9-10942453c7b2 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:55:14.035929 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-885e6d64-f5a8-43a5-a47b-9071af8f4088 req-6669e9ae-abfb-441a-b248-e38d920a2bc4 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.1116152 Sep 11 00:55:14.042835 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5dfd8b71-c8bc-4991-81b7-940a17141b40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:14.095447 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port d120b4b9-10bc-4478-8187-9b7014b08cef, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d120b4b9-10bc-4478-8187-9b7014b08cef,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:55:14.109669 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (d120b4b9-10bc-4478-8187-9b7014b08cef), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:14.142075 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 6ab490bd-6694-434e-bfcf-a7aff0af488f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:55:14.215445 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-885e6d64-f5a8-43a5-a47b-9071af8f4088 req-c192d5ef-e8ab-4967-b33f-a2e7e3550c47 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784418 Sep 11 00:55:14.259626 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] Publish callbacks [] for port (c437b242-2868-4fd1-b955-6e6b6e46ecc8), precommit_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:14.280968 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-fa33bf0c-eeaf-4ace-92c9-10942453c7b2 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:14.282233 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-fa33bf0c-eeaf-4ace-92c9-10942453c7b2 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:14.322090 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-fa33bf0c-eeaf-4ace-92c9-10942453c7b2 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9526834 Sep 11 00:55:14.368396 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5dfd8b71-c8bc-4991-81b7-940a17141b40 admin admin] Publish callbacks [] for security_group (06f463e9-9145-4ddf-a97f-6a081e009eae), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:14.377903 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-b83934a8-1e26-471f-97d4-a9507e20565a service neutron] Request body: {'port': {'device_id': '77aec922-e7ba-4f8c-8931-b2ea825af43c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:55:14.385455 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5dfd8b71-c8bc-4991-81b7-940a17141b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (06f463e9-9145-4ddf-a97f-6a081e009eae), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:14.396357 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (c437b242-2868-4fd1-b955-6e6b6e46ecc8), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:14.401100 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfd8b71-c8bc-4991-81b7-940a17141b40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=112722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 00:55:14.422230 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5dfd8b71-c8bc-4991-81b7-940a17141b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (59ac8c25-a04f-4e5d-b8bc-b72a721e00a4), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:14.422940 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.db.segments_db [None req-5dfd8b71-c8bc-4991-81b7-940a17141b40 admin admin] Added segment 59ac8c25-a04f-4e5d-b8bc-b72a721e00a4 of type vlan for network 139fa5f7-0b8d-4473-b676-a8afb6dae900 Sep 11 00:55:14.480122 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=d120b4b9-10bc-4478-8187-9b7014b08cef,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:14.499378 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-90b9631e-38d3-4598-ab93-811ca945d9ca None None] Provisioning complete for port 549957cc-ef50-4e12-9608-80b215c4bfb4 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:14.500637 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-90b9631e-38d3-4598-ab93-811ca945d9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (549957cc-ef50-4e12-9608-80b215c4bfb4), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:14.556029 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-b83934a8-1e26-471f-97d4-a9507e20565a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (549957cc-ef50-4e12-9608-80b215c4bfb4), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:14.601288 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['d120b4b9-10bc-4478-8187-9b7014b08cef'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:55:14.613241 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5dfd8b71-c8bc-4991-81b7-940a17141b40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765262360468'] for network (139fa5f7-0b8d-4473-b676-a8afb6dae900), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:14.641213 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd8b71-c8bc-4991-81b7-940a17141b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f463e9-9145-4ddf-a97f-6a081e009eae,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:14.658243 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:14.672988 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-90b9631e-38d3-4598-ab93-811ca945d9ca None None] Port 549957cc-ef50-4e12-9608-80b215c4bfb4 cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:55:14.732947 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5dfd8b71-c8bc-4991-81b7-940a17141b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for network (139fa5f7-0b8d-4473-b676-a8afb6dae900), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:14.734051 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfd8b71-c8bc-4991-81b7-940a17141b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:14.734917 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5dfd8b71-c8bc-4991-81b7-940a17141b40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:14.750251 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4479b8-227a-48dd-b5a2-9f4dc5b66b51 None None] Pushing event updated for resources: {'Port': ['ID=c437b242-2868-4fd1-b955-6e6b6e46ecc8,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:14.774055 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] Attempting to bind port c437b242-2868-4fd1-b955-6e6b6e46ecc8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:55:14.774442 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] Attempting to bind port c437b242-2868-4fd1-b955-6e6b6e46ecc8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6722ccd0-ea78-4987-931f-351fb3c8b582'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:55:14.774862 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] Attempting to bind port c437b242-2868-4fd1-b955-6e6b6e46ecc8 on network 6722ccd0-ea78-4987-931f-351fb3c8b582 {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:55:14.777294 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 6ab490bd-6694-434e-bfcf-a7aff0af488f triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:14.777664 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (6ab490bd-6694-434e-bfcf-a7aff0af488f), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:14.914074 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd8b71-c8bc-4991-81b7-940a17141b40 admin admin] Pushing event updated for resources: {'Network': ['ID=139fa5f7-0b8d-4473-b676-a8afb6dae900,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:14.941193 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:55:14.941569 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] Checking segment: {'id': '4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6722ccd0-ea78-4987-931f-351fb3c8b582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:55:14.941973 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:14.942368 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] Bound using segment: {'id': '4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6722ccd0-ea78-4987-931f-351fb3c8b582'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:55:14.942995 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] Bound port: c437b242-2868-4fd1-b955-6e6b6e46ecc8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6722ccd0-ea78-4987-931f-351fb3c8b582'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:55:14.943403 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (c437b242-2868-4fd1-b955-6e6b6e46ecc8), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:14.990754 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Network 139fa5f7-0b8d-4473-b676-a8afb6dae900 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=112723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 00:55:15.019154 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:15.039822 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eaacf-25dd-4f40-acf5-8c354c750332 req-976d8f5a-eb19-471b-a1da-f83139458745 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:15.041631 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1b2eaacf-25dd-4f40-acf5-8c354c750332 req-976d8f5a-eb19-471b-a1da-f83139458745 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 931 time: 0.0789573 Sep 11 00:55:15.054462 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8cb3d5-4ff5-4125-a635-6270dcbee2e0 req-93febeeb-5d0b-403c-b4a8-e6d68fc7f723 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:15.059203 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ca8cb3d5-4ff5-4125-a635-6270dcbee2e0 req-93febeeb-5d0b-403c-b4a8-e6d68fc7f723 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 944 time: 0.1859248 Sep 11 00:55:15.160467 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:15.163123 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 6ab490bd-6694-434e-bfcf-a7aff0af488f is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:15.163881 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (6ab490bd-6694-434e-bfcf-a7aff0af488f), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:15.242990 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ca8cb3d5-4ff5-4125-a635-6270dcbee2e0 req-c9ab36c0-33ce-41f3-b369-849a2d8453dc tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=15520810-f94b-469e-a375-809dd897dded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501033 Sep 11 00:55:15.265575 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1b2eaacf-25dd-4f40-acf5-8c354c750332 req-f3167244-7716-42f8-bed1-a4eaad467f71 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037952 Sep 11 00:55:15.293812 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port 6ab490bd-6694-434e-bfcf-a7aff0af488f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6ab490bd-6694-434e-bfcf-a7aff0af488f,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:55:15.295429 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-b83934a8-1e26-471f-97d4-a9507e20565a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 549957cc-ef50-4e12-9608-80b215c4bfb4 {{(pid=112722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:55:15.319669 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (6ab490bd-6694-434e-bfcf-a7aff0af488f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:15.323504 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device afa033fa-cb44-41d4-907f-f5ddaff20a87 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:55:15.324911 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=6,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:15.329515 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-b83934a8-1e26-471f-97d4-a9507e20565a service neutron] Publish callbacks [] for port (549957cc-ef50-4e12-9608-80b215c4bfb4), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:15.367578 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.provisioning_blocks [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-b83934a8-1e26-471f-97d4-a9507e20565a service neutron] Transition to ACTIVE for port object 549957cc-ef50-4e12-9608-80b215c4bfb4 will not be triggered until provisioned by entity L2. {{(pid=112722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 11 00:55:15.379696 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-5dfd8b71-c8bc-4991-81b7-940a17141b40 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6735289 Sep 11 00:55:15.382610 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 45356) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:55:15.386929 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-b83934a8-1e26-471f-97d4-a9507e20565a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (549957cc-ef50-4e12-9608-80b215c4bfb4), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:15.390195 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-c87acf2b-17bd-40c6-b5e9-078830a2eab0 admin admin] Request body: {'subnet': {'network_id': '139fa5f7-0b8d-4473-b676-a8afb6dae900', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-123738302-subnet', 'tenant_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'ip_version': 4}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:55:15.423935 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] For port c437b242-2868-4fd1-b955-6e6b6e46ecc8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:55:15.452347 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] Sync routers for ids ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:55:15.456171 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87acf2b-17bd-40c6-b5e9-078830a2eab0 admin admin] Made reservation on behalf of 1ef38a4efe0a41548e5ae4a9d7d414ea for: {'subnet': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:55:15.459089 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-c87acf2b-17bd-40c6-b5e9-078830a2eab0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61942965'] for subnet (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:15.469469 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] Routers {'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:55:15.472718 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:54:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:15.497452 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] For port c437b242-2868-4fd1-b955-6e6b6e46ecc8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c437b242-2868-4fd1-b955-6e6b6e46ecc8,segment=NetworkSegment(4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf),segment_id=4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:55:15.521361 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port afa033fa-cb44-41d4-907f-f5ddaff20a87 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:15.521836 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (afa033fa-cb44-41d4-907f-f5ddaff20a87), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:15.532385 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83934a8-1e26-471f-97d4-a9507e20565a service neutron] Pushing event updated for resources: {'Port': ['ID=549957cc-ef50-4e12-9608-80b215c4bfb4,revision_number=2']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:15.638664 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (c437b242-2868-4fd1-b955-6e6b6e46ecc8), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:15.642337 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-b83934a8-1e26-471f-97d4-a9507e20565a service neutron] Attempting to bind port 549957cc-ef50-4e12-9608-80b215c4bfb4 on host hv-cinder-maste for vnic_type normal with profile {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:55:15.642892 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-b83934a8-1e26-471f-97d4-a9507e20565a service neutron] Attempting to bind port 549957cc-ef50-4e12-9608-80b215c4bfb4 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '5ac257b5-c440-416f-b0f8-8180b778ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963'}] {{(pid=112722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:55:15.643231 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-b83934a8-1e26-471f-97d4-a9507e20565a service neutron] Attempting to bind port 549957cc-ef50-4e12-9608-80b215c4bfb4 on network 4e359fd9-06a0-4943-a4a2-16a223ad6963 {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:55:15.652659 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] Set router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:55:15.676346 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=6ab490bd-6694-434e-bfcf-a7aff0af488f,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:15.729925 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:15.730701 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:15.768979 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] Routers {'e9b8855a-e897-42f4-82d9-18bc707d18dd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:55:15.769951 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:54:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['e9b8855a-e897-42f4-82d9-18bc707d18dd'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:15.781425 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-b83934a8-1e26-471f-97d4-a9507e20565a service neutron] Port 549957cc-ef50-4e12-9608-80b215c4bfb4 on network 4e359fd9-06a0-4943-a4a2-16a223ad6963 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 11 00:55:15.781910 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-b83934a8-1e26-471f-97d4-a9507e20565a service neutron] Attempting to bind port 549957cc-ef50-4e12-9608-80b215c4bfb4 on network 4e359fd9-06a0-4943-a4a2-16a223ad6963 {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:55:15.853212 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port afa033fa-cb44-41d4-907f-f5ddaff20a87 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:15.872789 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4479b8-227a-48dd-b5a2-9f4dc5b66b51 None None] Pushing event updated for resources: {'Port': ['ID=c437b242-2868-4fd1-b955-6e6b6e46ecc8,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:15.881885 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-b83934a8-1e26-471f-97d4-a9507e20565a service neutron] Checking agent: {'id': '59bd9a15-1b15-4a76-8496-742ec7e1ef61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'started_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:55:15.882231 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-b83934a8-1e26-471f-97d4-a9507e20565a service neutron] Checking segment: {'id': '5ac257b5-c440-416f-b0f8-8180b778ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:55:15.882703 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-b83934a8-1e26-471f-97d4-a9507e20565a service neutron] Bound using segment: {'id': '5ac257b5-c440-416f-b0f8-8180b778ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963'} {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:55:15.884138 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-b83934a8-1e26-471f-97d4-a9507e20565a service neutron] Bound port: 549957cc-ef50-4e12-9608-80b215c4bfb4, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ac257b5-c440-416f-b0f8-8180b778ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963'}}] {{(pid=112722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:55:15.884773 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-b83934a8-1e26-471f-97d4-a9507e20565a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (549957cc-ef50-4e12-9608-80b215c4bfb4), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:15.976296 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784eb25-5f47-45d1-ae39-28b3ff99f9a9 req-ca5f119a-11bc-471f-8b29-f6672662d1ae tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:15.981891 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8784eb25-5f47-45d1-ae39-28b3ff99f9a9 req-ca5f119a-11bc-471f-8b29-f6672662d1ae tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.5458629 Sep 11 00:55:15.986322 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-c87acf2b-17bd-40c6-b5e9-078830a2eab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62184726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61942955'] for subnet (ef54621b-c8c8-4f4b-87fc-47e1d1049cc4), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:16.011963 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] Set router e9b8855a-e897-42f4-82d9-18bc707d18dd gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:55:16.061807 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-b83934a8-1e26-471f-97d4-a9507e20565a service neutron] For port 549957cc-ef50-4e12-9608-80b215c4bfb4, host hv-cinder-maste, cleared binding levels {{(pid=112722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:55:16.072855 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-b83934a8-1e26-471f-97d4-a9507e20565a service neutron] For port 549957cc-ef50-4e12-9608-80b215c4bfb4, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=549957cc-ef50-4e12-9608-80b215c4bfb4,segment=NetworkSegment(5ac257b5-c440-416f-b0f8-8180b778ce58),segment_id=5ac257b5-c440-416f-b0f8-8180b778ce58)] {{(pid=112722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:55:16.074445 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 6ab490bd-6694-434e-bfcf-a7aff0af488f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:55:16.089151 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-b83934a8-1e26-471f-97d4-a9507e20565a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (549957cc-ef50-4e12-9608-80b215c4bfb4), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:16.109454 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147'}], 'enable_snat': True}, 'gw_port_id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T00:55:08Z', 'revision_number': 4, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port': {'id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:00Z', 'updated_at': '2022-09-11T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'cbfa9a9b-9ca0-4391-83b2-f87b923b3949', 'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'mac_address': 'fa:16:3e:80:ce:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:06Z', 'updated_at': '2022-09-11T00:55:09Z', 'revision_number': 2, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'subnets': [{'id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:16.166735 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device d120b4b9-10bc-4478-8187-9b7014b08cef up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:55:16.202407 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-b83934a8-1e26-471f-97d4-a9507e20565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:16.209273 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87acf2b-17bd-40c6-b5e9-078830a2eab0 admin admin] Checking segment: {'id': '59ac8c25-a04f-4e5d-b8bc-b72a721e00a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '139fa5f7-0b8d-4473-b676-a8afb6dae900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:55:16.209894 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87acf2b-17bd-40c6-b5e9-078830a2eab0 admin admin] Network hostable DHCP agents. Network: 139fa5f7-0b8d-4473-b676-a8afb6dae900, hostable agents: ['141562d2-e0e6-4955-8563-ce36b7299d64'], hosted agents: [] {{(pid=112721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 00:55:16.212125 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87acf2b-17bd-40c6-b5e9-078830a2eab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef54621b-c8c8-4f4b-87fc-47e1d1049cc4,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:16.216393 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-b83934a8-1e26-471f-97d4-a9507e20565a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:16.221788 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-b83934a8-1e26-471f-97d4-a9507e20565a service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/549957cc-ef50-4e12-9608-80b215c4bfb4 HTTP/1.1" status: 200 len: 1093 time: 1.8513615 Sep 11 00:55:16.224477 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77aec922-e7ba-4f8c-8931-b2ea825af43c', 'tag': '549957cc-ef50-4e12-9608-80b215c4bfb4'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:55:16.228184 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f24f00-2caa-4415-9322-cc77c19b501c" -d '{"events": [{"name": "network-changed", "server_uuid": "77aec922-e7ba-4f8c-8931-b2ea825af43c", "tag": "549957cc-ef50-4e12-9608-80b215c4bfb4"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:55:16.330393 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8784eb25-5f47-45d1-ae39-28b3ff99f9a9 req-6748ae57-4072-4c42-927f-acf81febf081 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3292716 Sep 11 00:55:16.342764 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87acf2b-17bd-40c6-b5e9-078830a2eab0 admin admin] Network 139fa5f7-0b8d-4473-b676-a8afb6dae900 is scheduled to be hosted by DHCP agent 141562d2-e0e6-4955-8563-ce36b7299d64 with binding_index 1 {{(pid=112721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 00:55:16.386746 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-c87acf2b-17bd-40c6-b5e9-078830a2eab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 139fa5f7-0b8d-4473-b676-a8afb6dae900) {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:55:16.399717 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c3e6c9-1a0e-4fa3-9215-6982429d266d x-openstack-request-id: req-00c3e6c9-1a0e-4fa3-9215-6982429d266d {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:55:16.400238 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77aec922-e7ba-4f8c-8931-b2ea825af43c", "tag": "549957cc-ef50-4e12-9608-80b215c4bfb4", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:55:16.400730 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-00c3e6c9-1a0e-4fa3-9215-6982429d266d {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:55:16.401151 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00c3e6c9-1a0e-4fa3-9215-6982429d266d'] response: {'name': 'network-changed', 'server_uuid': '77aec922-e7ba-4f8c-8931-b2ea825af43c', 'tag': '549957cc-ef50-4e12-9608-80b215c4bfb4', 'status': 'completed', 'code': 200} Sep 11 00:55:16.403695 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87acf2b-17bd-40c6-b5e9-078830a2eab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:16.404512 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-c87acf2b-17bd-40c6-b5e9-078830a2eab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for subnet (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:16.413279 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83934a8-1e26-471f-97d4-a9507e20565a service neutron] Pushing event updated for resources: {'Port': ['ID=549957cc-ef50-4e12-9608-80b215c4bfb4,revision_number=3']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:16.413647 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] Checking router: b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:55:16.414159 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] Updating router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 port cbfa9a9b-9ca0-4391-83b2-f87b923b3949 binding host dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 00:55:16.436928 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c858cbe1-4f04-4f4e-a3d2-b5db63b85881 None None] Network 139fa5f7-0b8d-4473-b676-a8afb6dae900 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:55:16.453951 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-c87acf2b-17bd-40c6-b5e9-078830a2eab0 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0683048 Sep 11 00:55:16.460172 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 45364) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:55:16.465855 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-60c31e53-ecfa-4318-8876-39d8b035b3d3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-123738302-router', 'tenant_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:55:16.471516 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-cdb427d6-2f9c-421d-9a3c-d58f0f6c0ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:16.474267 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-cdb427d6-2f9c-421d-9a3c-d58f0f6c0ed2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d55d41063ec34fb6921c367025fa9af9&device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 1127 time: 0.1768517 Sep 11 00:55:16.488895 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (cbfa9a9b-9ca0-4391-83b2-f87b923b3949), before_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:16.526300 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:16.567604 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning for port d120b4b9-10bc-4478-8187-9b7014b08cef completed by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 11 00:55:16.666880 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a8463-0245-4f69-984e-ea4762ac9357 req-da82a2ab-0e2e-4e0a-b65c-5a70a5351a22 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:16.671755 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-214a8463-0245-4f69-984e-ea4762ac9357 req-da82a2ab-0e2e-4e0a-b65c-5a70a5351a22 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 943 time: 0.1956298 Sep 11 00:55:16.716038 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port d120b4b9-10bc-4478-8187-9b7014b08cef triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:16.716283 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (d120b4b9-10bc-4478-8187-9b7014b08cef), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:16.811165 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-214a8463-0245-4f69-984e-ea4762ac9357 req-7c4905bb-aeb1-4a1b-896e-da02925357b4 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290331 Sep 11 00:55:16.860671 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 6ab490bd-6694-434e-bfcf-a7aff0af488f triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:16.860890 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (6ab490bd-6694-434e-bfcf-a7aff0af488f), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:16.862985 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915e8dc-a69d-4bdf-9885-ff5404c46ff1 req-89085800-f667-4dde-84a8-e8bff9cb2406 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:16.864643 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e915e8dc-a69d-4bdf-9885-ff5404c46ff1 req-89085800-f667-4dde-84a8-e8bff9cb2406 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 944 time: 0.3066869 Sep 11 00:55:16.893290 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=100 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:16.988057 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e915e8dc-a69d-4bdf-9885-ff5404c46ff1 req-09030856-5b45-4be3-b1e5-daa56be704f5 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=15520810-f94b-469e-a375-809dd897dded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139448 Sep 11 00:55:17.008462 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-8c43c88a-24fb-4f90-a66f-213bd0812706 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=549957cc-ef50-4e12-9608-80b215c4bfb4 HTTP/1.1" status: 200 len: 217 time: 0.5192490 Sep 11 00:55:17.013942 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-60c31e53-ecfa-4318-8876-39d8b035b3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3794061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24926'] for router (a3d2b378-efe6-4b9b-b95f-f90252c59829), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:17.016031 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-60c31e53-ecfa-4318-8876-39d8b035b3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3793143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3766931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24935'] for router (a3d2b378-efe6-4b9b-b95f-f90252c59829), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:17.020271 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] Publish callbacks [] for port (cbfa9a9b-9ca0-4391-83b2-f87b923b3949), precommit_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:17.028305 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (cbfa9a9b-9ca0-4391-83b2-f87b923b3949), after_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:17.173235 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-60c31e53-ecfa-4318-8876-39d8b035b3d3 admin admin] Publish callbacks [] for router_controller (a3d2b378-efe6-4b9b-b95f-f90252c59829), precommit_add_association {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:17.174485 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:UPDATE=5,neutron:SELECT=89,neutron:INSERT=6 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:17.196012 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-66170d62-3966-4ee2-9e04-00f626a8be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:17.198455 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-66170d62-3966-4ee2-9e04-00f626a8be2d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=9fc20d29-c23d-4b06-97c5-a82fa0ec92fe HTTP/1.1" status: 200 len: 847 time: 0.1729295 Sep 11 00:55:17.301434 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] Attempting to bind port cbfa9a9b-9ca0-4391-83b2-f87b923b3949 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:55:17.301811 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] Attempting to bind port cbfa9a9b-9ca0-4391-83b2-f87b923b3949 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c77f5f4f-cada-402d-b932-fa2457ffe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877'}] {{(pid=112724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:55:17.302181 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] Attempting to bind port cbfa9a9b-9ca0-4391-83b2-f87b923b3949 on network 6df3e98e-548f-496e-bd19-e33fc45eb877 {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:55:17.305645 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:17.350717 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:17.400147 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905f1e0-e2d2-4de9-a6eb-a8162c85f2e7 None None] Pushing event updated for resources: {'Port': ['ID=cbfa9a9b-9ca0-4391-83b2-f87b923b3949,revision_number=3']} {{(pid=112724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:17.402740 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:55:17.410052 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] Checking segment: {'id': 'c77f5f4f-cada-402d-b932-fa2457ffe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:55:17.410484 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:17.410918 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] Bound using segment: {'id': 'c77f5f4f-cada-402d-b932-fa2457ffe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877'} {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:55:17.411476 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] Bound port: cbfa9a9b-9ca0-4391-83b2-f87b923b3949, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77f5f4f-cada-402d-b932-fa2457ffe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877'}}] {{(pid=112724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:55:17.411920 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (cbfa9a9b-9ca0-4391-83b2-f87b923b3949), before_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:17.546965 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b8855a-e897-42f4-82d9-18bc707d18dd', 'name': 'tempest-TestMinimumBasicScenario-1428338756-router', 'tenant_id': '32390cc59f8540a7aac26e20f1b25166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.181'}], 'enable_snat': True}, 'gw_port_id': 'afa033fa-cb44-41d4-907f-f5ddaff20a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:57Z', 'updated_at': '2022-09-11T00:55:04Z', 'revision_number': 4, 'project_id': '32390cc59f8540a7aac26e20f1b25166', 'gw_port': {'id': 'afa033fa-cb44-41d4-907f-f5ddaff20a87', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:79:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b8855a-e897-42f4-82d9-18bc707d18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:58Z', 'updated_at': '2022-09-11T00:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c437b242-2868-4fd1-b955-6e6b6e46ecc8', 'name': '', 'network_id': '6722ccd0-ea78-4987-931f-351fb3c8b582', 'tenant_id': '32390cc59f8540a7aac26e20f1b25166', 'mac_address': 'fa:16:3e:16:7a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b8855a-e897-42f4-82d9-18bc707d18dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fc9f0eee-40b8-4f47-92b2-bfabe45a9ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:03Z', 'updated_at': '2022-09-11T00:55:15Z', 'revision_number': 4, 'project_id': '32390cc59f8540a7aac26e20f1b25166', 'subnets': [{'id': 'fc9f0eee-40b8-4f47-92b2-bfabe45a9ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:17.560951 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e58ace-175f-478d-95f1-78a1fb29a510 req-bf84fad8-5520-4297-ae02-6945f2c7e208 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:17.573079 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-77e58ace-175f-478d-95f1-78a1fb29a510 req-bf84fad8-5520-4297-ae02-6945f2c7e208 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.1126022 Sep 11 00:55:17.591599 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.db [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] For port cbfa9a9b-9ca0-4391-83b2-f87b923b3949, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:55:17.604978 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-5ed789ff-dc33-475e-84de-7b40e7109794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:17.607274 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-5ed789ff-dc33-475e-84de-7b40e7109794 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4e359fd9-06a0-4943-a4a2-16a223ad6963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2473664 Sep 11 00:55:17.607766 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.db [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] For port cbfa9a9b-9ca0-4391-83b2-f87b923b3949, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cbfa9a9b-9ca0-4391-83b2-f87b923b3949,segment=NetworkSegment(c77f5f4f-cada-402d-b932-fa2457ffe4e0),segment_id=c77f5f4f-cada-402d-b932-fa2457ffe4e0)] {{(pid=112724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:55:17.609817 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-60c31e53-ecfa-4318-8876-39d8b035b3d3 admin admin] Publish callbacks [] for router_gateway (a3d2b378-efe6-4b9b-b95f-f90252c59829), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:17.624261 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (cbfa9a9b-9ca0-4391-83b2-f87b923b3949), after_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:17.708874 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-77e58ace-175f-478d-95f1-78a1fb29a510 req-ba9685e3-42a7-4353-a848-9ba27f14f690 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348438 Sep 11 00:55:17.714032 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] Routers {'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:55:17.714672 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:54:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:17.757224 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59ae3d3-67ee-4a17-a3be-e3b3345cd9d0 None None] The sync data for ids ['e9b8855a-e897-42f4-82d9-18bc707d18dd'] in dv-cinder-master-3-iscsi is: [{'id': 'e9b8855a-e897-42f4-82d9-18bc707d18dd', 'name': 'tempest-TestMinimumBasicScenario-1428338756-router', 'tenant_id': '32390cc59f8540a7aac26e20f1b25166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.181'}], 'enable_snat': True}, 'gw_port_id': 'afa033fa-cb44-41d4-907f-f5ddaff20a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:57Z', 'updated_at': '2022-09-11T00:55:04Z', 'revision_number': 4, 'project_id': '32390cc59f8540a7aac26e20f1b25166', 'gw_port': {'id': 'afa033fa-cb44-41d4-907f-f5ddaff20a87', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:79:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b8855a-e897-42f4-82d9-18bc707d18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:58Z', 'updated_at': '2022-09-11T00:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c437b242-2868-4fd1-b955-6e6b6e46ecc8', 'name': '', 'network_id': '6722ccd0-ea78-4987-931f-351fb3c8b582', 'tenant_id': '32390cc59f8540a7aac26e20f1b25166', 'mac_address': 'fa:16:3e:16:7a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b8855a-e897-42f4-82d9-18bc707d18dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fc9f0eee-40b8-4f47-92b2-bfabe45a9ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:03Z', 'updated_at': '2022-09-11T00:55:15Z', 'revision_number': 4, 'project_id': '32390cc59f8540a7aac26e20f1b25166', 'subnets': [{'id': 'fc9f0eee-40b8-4f47-92b2-bfabe45a9ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:55:17.785490 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b6620d-4629-4d0e-b2cc-a4764ef4dffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-139fa5f7-0b8d-4473-b676-a8afb6dae900', 'network_id': '139fa5f7-0b8d-4473-b676-a8afb6dae900', 'project_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'fixed_ips': [{'subnet_id': 'ef54621b-c8c8-4f4b-87fc-47e1d1049cc4'}]}} from dv-cinder-master-3-iscsi. {{(pid=112723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 11 00:55:17.787513 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e0b6620d-4629-4d0e-b2cc-a4764ef4dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:17.912328 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port d120b4b9-10bc-4478-8187-9b7014b08cef is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:17.924613 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (d120b4b9-10bc-4478-8187-9b7014b08cef), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:17.974471 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] Set router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:55:18.000289 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 6ab490bd-6694-434e-bfcf-a7aff0af488f is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:18.010162 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-e156b001-f93f-49e5-a2fc-115a9c9ff7cd service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4e359fd9-06a0-4943-a4a2-16a223ad6963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959904 Sep 11 00:55:18.037711 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a843e04-0782-4e1e-b379-9be9a7106442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd120b4b9-10bc-4478-8187-9b7014b08cef'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:55:18.041025 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57444ab0-f794-40d9-a996-7489a3716a5c" -d '{"events": [{"server_uuid": "9a843e04-0782-4e1e-b379-9be9a7106442", "name": "network-vif-plugged", "status": "completed", "tag": "d120b4b9-10bc-4478-8187-9b7014b08cef"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:55:18.103704 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:18.175964 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905f1e0-e2d2-4de9-a6eb-a8162c85f2e7 None None] Pushing event updated for resources: {'Port': ['ID=cbfa9a9b-9ca0-4391-83b2-f87b923b3949,revision_number=4']} {{(pid=112724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:18.247522 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:18.332603 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd260c1-c3f0-4080-935e-c0ccdadbbee3 req-3537b5c2-8d57-4c7d-a525-1e9149a593e0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:18.345263 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4cd260c1-c3f0-4080-935e-c0ccdadbbee3 req-3537b5c2-8d57-4c7d-a525-1e9149a593e0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 944 time: 0.1663692 Sep 11 00:55:18.405120 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b77b8e-0c86-4e1e-a696-d5d85161a39f req-261ef461-baa9-4ba0-9cb8-f4694ff20b0d tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:18.412639 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-29b77b8e-0c86-4e1e-a696-d5d85161a39f req-261ef461-baa9-4ba0-9cb8-f4694ff20b0d tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 943 time: 0.4210649 Sep 11 00:55:18.424221 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.db_base_plugin_common [None req-e0b6620d-4629-4d0e-b2cc-a4764ef4dffb None None] Allocated IP 172.20.0.2 (139fa5f7-0b8d-4473-b676-a8afb6dae900/ef54621b-c8c8-4f4b-87fc-47e1d1049cc4/0b32adf5-1316-4667-8193-9bbffa9da471) {{(pid=112723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:55:18.497339 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4cd260c1-c3f0-4080-935e-c0ccdadbbee3 req-acaba155-b1d0-47e6-8451-8c8011de8f51 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=15520810-f94b-469e-a375-809dd897dded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350939 Sep 11 00:55:18.594284 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c94f77c6-9085-44fc-8f1f-f7626739cc8f req-76fa4872-8c2c-46e7-ae2c-de2fcfb9eed7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4e359fd9-06a0-4943-a4a2-16a223ad6963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646191 Sep 11 00:55:18.605661 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-29b77b8e-0c86-4e1e-a696-d5d85161a39f req-94ff1a9d-89f7-4534-8cb8-1b3cc10b95b6 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921093 Sep 11 00:55:18.655173 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147'}], 'enable_snat': True}, 'gw_port_id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T00:55:08Z', 'revision_number': 4, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port': {'id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:00Z', 'updated_at': '2022-09-11T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'cbfa9a9b-9ca0-4391-83b2-f87b923b3949', 'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'mac_address': 'fa:16:3e:80:ce:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:06Z', 'updated_at': '2022-09-11T00:55:17Z', 'revision_number': 4, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'subnets': [{'id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:18.669665 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device c437b242-2868-4fd1-b955-6e6b6e46ecc8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:55:18.696963 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4fcb0a-b208-4f48-811a-dd43126ad2ba x-openstack-request-id: req-8b4fcb0a-b208-4f48-811a-dd43126ad2ba {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:55:18.697261 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a843e04-0782-4e1e-b379-9be9a7106442", "name": "network-vif-plugged", "status": "completed", "tag": "d120b4b9-10bc-4478-8187-9b7014b08cef", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:55:18.697520 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8b4fcb0a-b208-4f48-811a-dd43126ad2ba {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:55:18.697934 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b4fcb0a-b208-4f48-811a-dd43126ad2ba'] response: {'server_uuid': '9a843e04-0782-4e1e-b379-9be9a7106442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd120b4b9-10bc-4478-8187-9b7014b08cef', 'code': 200} Sep 11 00:55:18.725674 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port d120b4b9-10bc-4478-8187-9b7014b08cef, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d120b4b9-10bc-4478-8187-9b7014b08cef,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:55:18.776321 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6800a6f8-f56b-47cc-9a51-9f4a5957f43a None None] The sync data for ids ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'] in dv-cinder-master-3-iscsi is: [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147'}], 'enable_snat': True}, 'gw_port_id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T00:55:08Z', 'revision_number': 4, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port': {'id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:00Z', 'updated_at': '2022-09-11T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'cbfa9a9b-9ca0-4391-83b2-f87b923b3949', 'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'mac_address': 'fa:16:3e:80:ce:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:06Z', 'updated_at': '2022-09-11T00:55:17Z', 'revision_number': 4, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'subnets': [{'id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:55:18.777201 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-60c31e53-ecfa-4318-8876-39d8b035b3d3 admin admin] Publish callbacks [] for router_gateway (a3d2b378-efe6-4b9b-b95f-f90252c59829), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:18.794681 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (d120b4b9-10bc-4478-8187-9b7014b08cef), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:18.854352 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-60c31e53-ecfa-4318-8876-39d8b035b3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:18.982717 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:19.008168 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e944de-5ad6-4087-a393-65a1725751bc req-c07b0974-a86c-4c0b-b5ac-908621e54572 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:19.014888 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-22e944de-5ad6-4087-a393-65a1725751bc req-c07b0974-a86c-4c0b-b5ac-908621e54572 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.1430087 Sep 11 00:55:19.136296 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e0b6620d-4629-4d0e-b2cc-a4764ef4dffb None None] Publish callbacks [] for port (0b32adf5-1316-4667-8193-9bbffa9da471), precommit_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:19.189842 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e0b6620d-4629-4d0e-b2cc-a4764ef4dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (0b32adf5-1316-4667-8193-9bbffa9da471), after_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:19.192400 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port c437b242-2868-4fd1-b955-6e6b6e46ecc8 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:19.192773 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (c437b242-2868-4fd1-b955-6e6b6e46ecc8), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:19.195625 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=d120b4b9-10bc-4478-8187-9b7014b08cef,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:19.268621 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:19.279050 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b6620d-4629-4d0e-b2cc-a4764ef4dffb None None] Network 139fa5f7-0b8d-4473-b676-a8afb6dae900 is already hosted by enough agents. {{(pid=112723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:55:19.283130 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.base_scheduler [None req-e0b6620d-4629-4d0e-b2cc-a4764ef4dffb None None] Resources bound (agent type, host, resource id): {{(pid=112723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:55:19.300292 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b6620d-4629-4d0e-b2cc-a4764ef4dffb None None] Received port after_create {{(pid=112723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:55:19.438420 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port c437b242-2868-4fd1-b955-6e6b6e46ecc8 is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:19.438833 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (c437b242-2868-4fd1-b955-6e6b6e46ecc8), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:19.469761 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-134ad81b-904b-426a-9c00-c252eedfec0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:19.487177 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-22e944de-5ad6-4087-a393-65a1725751bc req-fb67f13d-fdd6-4c77-8553-b68983d3ff92 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4500921 Sep 11 00:55:19.528504 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port c437b242-2868-4fd1-b955-6e6b6e46ecc8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c437b242-2868-4fd1-b955-6e6b6e46ecc8,segment=NetworkSegment(4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf),segment_id=4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:55:19.530290 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6620d-4629-4d0e-b2cc-a4764ef4dffb None None] Pushing event updated for resources: {'Port': ['ID=0b32adf5-1316-4667-8193-9bbffa9da471,revision_number=1']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:19.533067 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-e0b6620d-4629-4d0e-b2cc-a4764ef4dffb None None] Attempting to bind port 0b32adf5-1316-4667-8193-9bbffa9da471 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:55:19.533432 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-e0b6620d-4629-4d0e-b2cc-a4764ef4dffb None None] Attempting to bind port 0b32adf5-1316-4667-8193-9bbffa9da471 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '59ac8c25-a04f-4e5d-b8bc-b72a721e00a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '139fa5f7-0b8d-4473-b676-a8afb6dae900'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:55:19.533962 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b6620d-4629-4d0e-b2cc-a4764ef4dffb None None] Attempting to bind port 0b32adf5-1316-4667-8193-9bbffa9da471 on network 139fa5f7-0b8d-4473-b676-a8afb6dae900 {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:55:19.562492 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (c437b242-2868-4fd1-b955-6e6b6e46ecc8), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:19.652722 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:19.661177 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=c437b242-2868-4fd1-b955-6e6b6e46ecc8,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:19.736493 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88c1cf-27cf-427f-88b8-6e87d768475c req-c84d6df3-619e-4278-8e6f-3e6348d9a2af tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:19.747662 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ad88c1cf-27cf-427f-88b8-6e87d768475c req-c84d6df3-619e-4278-8e6f-3e6348d9a2af tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 945 time: 0.0789096 Sep 11 00:55:19.754410 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b6620d-4629-4d0e-b2cc-a4764ef4dffb None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:55:19.755097 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b6620d-4629-4d0e-b2cc-a4764ef4dffb None None] Checking segment: {'id': '59ac8c25-a04f-4e5d-b8bc-b72a721e00a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '139fa5f7-0b8d-4473-b676-a8afb6dae900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:55:19.755213 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e0b6620d-4629-4d0e-b2cc-a4764ef4dffb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:19.755539 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b6620d-4629-4d0e-b2cc-a4764ef4dffb None None] Bound using segment: {'id': '59ac8c25-a04f-4e5d-b8bc-b72a721e00a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '139fa5f7-0b8d-4473-b676-a8afb6dae900'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:55:19.757840 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-e0b6620d-4629-4d0e-b2cc-a4764ef4dffb None None] Bound port: 0b32adf5-1316-4667-8193-9bbffa9da471, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ac8c25-a04f-4e5d-b8bc-b72a721e00a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '139fa5f7-0b8d-4473-b676-a8afb6dae900'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:55:19.758885 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e0b6620d-4629-4d0e-b2cc-a4764ef4dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (0b32adf5-1316-4667-8193-9bbffa9da471), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:19.828351 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ad88c1cf-27cf-427f-88b8-6e87d768475c req-4e67003b-0544-4e61-896e-dcd2b0c94d94 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=15520810-f94b-469e-a375-809dd897dded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778131 Sep 11 00:55:19.890397 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48840914-29c9-4c61-896e-df848141d780 req-e6f5da05-8dfe-48a7-996f-668fb1e93eac tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:19.892368 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-48840914-29c9-4c61-896e-df848141d780 req-e6f5da05-8dfe-48a7-996f-668fb1e93eac tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 943 time: 0.0587542 Sep 11 00:55:19.958530 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-e0b6620d-4629-4d0e-b2cc-a4764ef4dffb None None] For port 0b32adf5-1316-4667-8193-9bbffa9da471, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:55:19.974147 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-e0b6620d-4629-4d0e-b2cc-a4764ef4dffb None None] For port 0b32adf5-1316-4667-8193-9bbffa9da471, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0b32adf5-1316-4667-8193-9bbffa9da471,segment=NetworkSegment(59ac8c25-a04f-4e5d-b8bc-b72a721e00a4),segment_id=59ac8c25-a04f-4e5d-b8bc-b72a721e00a4)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:55:19.979197 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-48840914-29c9-4c61-896e-df848141d780 req-809d9026-4977-448f-8b3a-3e1c9d0cc7b8 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806508 Sep 11 00:55:19.983090 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [None req-60c31e53-ecfa-4318-8876-39d8b035b3d3 admin admin] Allocated IP 172.37.5.53 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/47179e38-471d-46fa-958a-9a983e06d29e) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:55:19.990850 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e0b6620d-4629-4d0e-b2cc-a4764ef4dffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (0b32adf5-1316-4667-8193-9bbffa9da471), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:20.163392 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6620d-4629-4d0e-b2cc-a4764ef4dffb None None] Pushing event updated for resources: {'Port': ['ID=0b32adf5-1316-4667-8193-9bbffa9da471,revision_number=2']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:20.196712 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-60c31e53-ecfa-4318-8876-39d8b035b3d3 admin admin] Publish callbacks [] for port (47179e38-471d-46fa-958a-9a983e06d29e), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:20.235734 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:20.254213 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-60c31e53-ecfa-4318-8876-39d8b035b3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (47179e38-471d-46fa-958a-9a983e06d29e), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:20.269810 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f24f00-2caa-4415-9322-cc77c19b501c req-1fa16857-657d-414a-b15b-e34d14b3c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:20.271399 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c2f24f00-2caa-4415-9322-cc77c19b501c req-1fa16857-657d-414a-b15b-e34d14b3c15c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d55d41063ec34fb6921c367025fa9af9&device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 1127 time: 0.8542225 Sep 11 00:55:20.309959 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008ca78-7e3b-4a8b-ac82-21b1a7c1944e req-1bfcd7a9-226a-46a6-899f-bae193900760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:20.311562 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-e008ca78-7e3b-4a8b-ac82-21b1a7c1944e req-1bfcd7a9-226a-46a6-899f-bae193900760 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 1129 time: 0.6852655 Sep 11 00:55:20.391218 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c31e53-ecfa-4318-8876-39d8b035b3d3 admin admin] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:55:20.441046 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-60c31e53-ecfa-4318-8876-39d8b035b3d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:55:20.455956 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 00:55:20.456739 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c31e53-ecfa-4318-8876-39d8b035b3d3 admin admin] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:55:20.656007 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c31e53-ecfa-4318-8876-39d8b035b3d3 admin admin] Pushing event updated for resources: {'Port': ['ID=47179e38-471d-46fa-958a-9a983e06d29e,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:20.660465 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f24f00-2caa-4415-9322-cc77c19b501c req-734662f1-f5fe-47a3-b30a-c5e7b63dfab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:20.662939 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c2f24f00-2caa-4415-9322-cc77c19b501c req-734662f1-f5fe-47a3-b30a-c5e7b63dfab0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4e359fd9-06a0-4943-a4a2-16a223ad6963 HTTP/1.1" status: 200 len: 909 time: 0.3663990 Sep 11 00:55:20.732566 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device cbfa9a9b-9ca0-4391-83b2-f87b923b3949 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:55:20.766684 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539b8d9-2c3b-4ee6-a490-201a707e2924 req-bedada6e-aa90-49c4-85e7-ab3ed9a23b4e tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:20.768966 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0539b8d9-2c3b-4ee6-a490-201a707e2924 req-bedada6e-aa90-49c4-85e7-ab3ed9a23b4e tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.0894310 Sep 11 00:55:20.802764 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-e008ca78-7e3b-4a8b-ac82-21b1a7c1944e req-dd7279d3-496d-43c7-885d-c4a36e1b77bd service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15520810-f94b-469e-a375-809dd897dded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4558649 Sep 11 00:55:20.842480 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port cbfa9a9b-9ca0-4391-83b2-f87b923b3949 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:20.843141 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (cbfa9a9b-9ca0-4391-83b2-f87b923b3949), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:20.864324 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c2f24f00-2caa-4415-9322-cc77c19b501c req-1a2df4e5-cb8c-4989-af7b-19e1c3398e83 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=549957cc-ef50-4e12-9608-80b215c4bfb4 HTTP/1.1" status: 200 len: 217 time: 0.1505990 Sep 11 00:55:20.877517 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:20.903118 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0539b8d9-2c3b-4ee6-a490-201a707e2924 req-df9c465a-1d8a-465b-bbfd-0eac6b978cfd tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251948 Sep 11 00:55:21.050017 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port cbfa9a9b-9ca0-4391-83b2-f87b923b3949 is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:21.050814 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (cbfa9a9b-9ca0-4391-83b2-f87b923b3949), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:21.088424 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c16e7f-f52e-4ad5-a4e7-ed03eb246762 req-86cbae7a-b3a4-4d79-8dea-06cfa0fb815e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:21.100641 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-32c16e7f-f52e-4ad5-a4e7-ed03eb246762 req-86cbae7a-b3a4-4d79-8dea-06cfa0fb815e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 945 time: 0.1353531 Sep 11 00:55:21.178391 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port cbfa9a9b-9ca0-4391-83b2-f87b923b3949, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cbfa9a9b-9ca0-4391-83b2-f87b923b3949,segment=NetworkSegment(c77f5f4f-cada-402d-b932-fa2457ffe4e0),segment_id=c77f5f4f-cada-402d-b932-fa2457ffe4e0)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:55:21.187150 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (cbfa9a9b-9ca0-4391-83b2-f87b923b3949), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:21.187995 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device c437b242-2868-4fd1-b955-6e6b6e46ecc8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:55:21.354717 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-32c16e7f-f52e-4ad5-a4e7-ed03eb246762 req-9ef53fa5-c8fc-4eec-b2ad-1faee480a9cb tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=15520810-f94b-469e-a375-809dd897dded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507963 Sep 11 00:55:21.384013 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71d433-5a27-4c59-9bf4-dbeaedd5d895 req-f303f1b6-f7e8-4714-bb0d-ec3b6d47e2b2 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:21.390422 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ba71d433-5a27-4c59-9bf4-dbeaedd5d895 req-f303f1b6-f7e8-4714-bb0d-ec3b6d47e2b2 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 943 time: 0.2188728 Sep 11 00:55:21.455964 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-2b127c21-bed8-4731-ac99-a20ee22e5326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:21.463826 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=cbfa9a9b-9ca0-4391-83b2-f87b923b3949,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:21.480825 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:21.482912 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-60c31e53-ecfa-4318-8876-39d8b035b3d3 admin admin] Publish callbacks [] for router_gateway (a3d2b378-efe6-4b9b-b95f-f90252c59829), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:21.489692 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port c437b242-2868-4fd1-b955-6e6b6e46ecc8 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:21.490073 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (c437b242-2868-4fd1-b955-6e6b6e46ecc8), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:21.555431 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ba71d433-5a27-4c59-9bf4-dbeaedd5d895 req-52a5226d-7d69-4f71-a7a6-b08b3f387f85 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527917 Sep 11 00:55:21.560725 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:21.647415 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f24f00-2caa-4415-9322-cc77c19b501c req-2d053a18-fc67-4ddd-ae62-ed0eb2a1b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:21.649671 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c2f24f00-2caa-4415-9322-cc77c19b501c req-2d053a18-fc67-4ddd-ae62-ed0eb2a1b89c service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=9fc20d29-c23d-4b06-97c5-a82fa0ec92fe HTTP/1.1" status: 200 len: 847 time: 0.3258648 Sep 11 00:55:21.714335 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port c437b242-2868-4fd1-b955-6e6b6e46ecc8 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:21.767894 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f24f00-2caa-4415-9322-cc77c19b501c req-7c74ba54-5937-44c2-9058-a0d0e11f59bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:21.769792 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c2f24f00-2caa-4415-9322-cc77c19b501c req-7c74ba54-5937-44c2-9058-a0d0e11f59bf service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4e359fd9-06a0-4943-a4a2-16a223ad6963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1126649 Sep 11 00:55:21.806295 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2541d4f1-63ac-4420-bfe7-f5ce6c9f7107 None None] Network 139fa5f7-0b8d-4473-b676-a8afb6dae900 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:55:21.950715 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-045d183a-a8ef-497e-9138-f3c9b737ba6e None None] Provisioning complete for port 0b32adf5-1316-4667-8193-9bbffa9da471 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:21.951737 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-045d183a-a8ef-497e-9138-f3c9b737ba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (0b32adf5-1316-4667-8193-9bbffa9da471), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:21.966513 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-60c31e53-ecfa-4318-8876-39d8b035b3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3793056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3793755'] for router (a3d2b378-efe6-4b9b-b95f-f90252c59829), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:21.989039 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:22.196408 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c2f24f00-2caa-4415-9322-cc77c19b501c req-14dcdb93-d3d1-46d7-8abe-6d0ee2f3122e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4e359fd9-06a0-4943-a4a2-16a223ad6963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125688 Sep 11 00:55:22.211945 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-045d183a-a8ef-497e-9138-f3c9b737ba6e None None] Current status of the port 0b32adf5-1316-4667-8193-9bbffa9da471 is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:22.212343 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-045d183a-a8ef-497e-9138-f3c9b737ba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (0b32adf5-1316-4667-8193-9bbffa9da471), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:22.239445 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b9afe-b97c-42c2-8c80-ca32a01ddac3 req-cc89cf11-4d3a-4c6f-a18d-9dddd627a6df tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:22.272244 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-119b9afe-b97c-42c2-8c80-ca32a01ddac3 req-cc89cf11-4d3a-4c6f-a18d-9dddd627a6df tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.2175629 Sep 11 00:55:22.320221 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-045d183a-a8ef-497e-9138-f3c9b737ba6e None None] For port 0b32adf5-1316-4667-8193-9bbffa9da471, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0b32adf5-1316-4667-8193-9bbffa9da471,segment=NetworkSegment(59ac8c25-a04f-4e5d-b8bc-b72a721e00a4),segment_id=59ac8c25-a04f-4e5d-b8bc-b72a721e00a4)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:55:22.336475 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-045d183a-a8ef-497e-9138-f3c9b737ba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (0b32adf5-1316-4667-8193-9bbffa9da471), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:22.380122 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c31e53-ecfa-4318-8876-39d8b035b3d3 admin admin] Router a3d2b378-efe6-4b9b-b95f-f90252c59829 is scheduled to L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 with binding_index 1 {{(pid=112722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 11 00:55:22.453390 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 0b32adf5-1316-4667-8193-9bbffa9da471 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:55:22.477601 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-119b9afe-b97c-42c2-8c80-ca32a01ddac3 req-ebaacc00-f08b-4caf-b942-9f012da8df21 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894090 Sep 11 00:55:22.595217 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:22.629943 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70a193-d3f2-4227-8ca2-d336f40b9285 req-16a6efe1-8305-40ac-ae52-a289cf8cbc64 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:22.634069 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d183a-a8ef-497e-9138-f3c9b737ba6e None None] Pushing event updated for resources: {'Port': ['ID=0b32adf5-1316-4667-8193-9bbffa9da471,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:22.642326 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8c70a193-d3f2-4227-8ca2-d336f40b9285 req-16a6efe1-8305-40ac-ae52-a289cf8cbc64 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 945 time: 0.1008341 Sep 11 00:55:22.642628 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-c083b2fc-8c86-4aef-8c4f-58ce5018dccb None None] Provisioning complete for port 0b32adf5-1316-4667-8193-9bbffa9da471 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:22.643144 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-c083b2fc-8c86-4aef-8c4f-58ce5018dccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (0b32adf5-1316-4667-8193-9bbffa9da471), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:22.712994 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:22.735802 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 0b32adf5-1316-4667-8193-9bbffa9da471 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:22.735802 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (0b32adf5-1316-4667-8193-9bbffa9da471), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:22.755610 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8c70a193-d3f2-4227-8ca2-d336f40b9285 req-c7647622-1122-4d9d-b225-654a65290344 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=15520810-f94b-469e-a375-809dd897dded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123080 Sep 11 00:55:22.864602 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5dde2-40f3-4eeb-9555-845cb90c07d1 req-b6c5f947-7c04-49c9-acb4-c54a04b648b2 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:22.866156 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-14c5dde2-40f3-4eeb-9555-845cb90c07d1 req-b6c5f947-7c04-49c9-acb4-c54a04b648b2 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 943 time: 0.0905976 Sep 11 00:55:22.887382 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c31e53-ecfa-4318-8876-39d8b035b3d3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:55:22.915984 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] Sync routers for ids ['a3d2b378-efe6-4b9b-b95f-f90252c59829'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:55:22.920593 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c2f24f00-2caa-4415-9322-cc77c19b501c req-6b7c1c45-7890-4418-b5e6-c624c9e406bf service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4e359fd9-06a0-4943-a4a2-16a223ad6963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804368 Sep 11 00:55:22.928604 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-60c31e53-ecfa-4318-8876-39d8b035b3d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:22.937258 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-60c31e53-ecfa-4318-8876-39d8b035b3d3 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4758234 Sep 11 00:55:22.937895 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 45402) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:55:22.971232 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-c083b2fc-8c86-4aef-8c4f-58ce5018dccb None None] Current status of the port 0b32adf5-1316-4667-8193-9bbffa9da471 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:22.979118 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-14c5dde2-40f3-4eeb-9555-845cb90c07d1 req-c34da86f-b0df-4eaa-833b-829216bf9944 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056712 Sep 11 00:55:22.992712 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] Routers {'a3d2b378-efe6-4b9b-b95f-f90252c59829'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:55:22.993354 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:55:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['a3d2b378-efe6-4b9b-b95f-f90252c59829'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:23.172896 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] Set router a3d2b378-efe6-4b9b-b95f-f90252c59829 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:55:23.231281 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:23.335369 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 0b32adf5-1316-4667-8193-9bbffa9da471 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:23.340003 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device cbfa9a9b-9ca0-4391-83b2-f87b923b3949 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:55:23.572793 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port cbfa9a9b-9ca0-4391-83b2-f87b923b3949 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:23.577953 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (cbfa9a9b-9ca0-4391-83b2-f87b923b3949), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:23.696803 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d2b378-efe6-4b9b-b95f-f90252c59829', 'name': 'tempest-TestVolumeBootPattern-123738302-router', 'tenant_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.53'}], 'enable_snat': True}, 'gw_port_id': '47179e38-471d-46fa-958a-9a983e06d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:55:17Z', 'updated_at': '2022-09-11T00:55:21Z', 'revision_number': 3, 'project_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'gw_port': {'id': '47179e38-471d-46fa-958a-9a983e06d29e', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d2b378-efe6-4b9b-b95f-f90252c59829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:18Z', 'updated_at': '2022-09-11T00:55:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:23.785148 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port cbfa9a9b-9ca0-4391-83b2-f87b923b3949 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:23.793438 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] Checking router: a3d2b378-efe6-4b9b-b95f-f90252c59829 for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:55:23.793792 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] Updating router a3d2b378-efe6-4b9b-b95f-f90252c59829 port 47179e38-471d-46fa-958a-9a983e06d29e binding host dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 00:55:23.799062 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369c3a6-f8cb-4d53-aca0-0525f3b7d01c req-55d698bc-366e-4ecf-8006-47cf448e98d1 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:23.811216 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0369c3a6-f8cb-4d53-aca0-0525f3b7d01c req-55d698bc-366e-4ecf-8006-47cf448e98d1 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.1346772 Sep 11 00:55:23.844185 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:23.854979 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (47179e38-471d-46fa-958a-9a983e06d29e), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:24.027941 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a6912-2824-4a7d-a704-2ece48456919 req-b20098cb-6c24-41af-bf52-d20416acae06 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:24.044162 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f17a6912-2824-4a7d-a704-2ece48456919 req-b20098cb-6c24-41af-bf52-d20416acae06 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 945 time: 0.1132288 Sep 11 00:55:24.120271 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0369c3a6-f8cb-4d53-aca0-0525f3b7d01c req-eda62b98-180e-448c-ae90-17807e039a77 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3078396 Sep 11 00:55:24.232934 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f17a6912-2824-4a7d-a704-2ece48456919 req-d889b6dc-5be8-47fe-9429-5d7718a4307f tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=15520810-f94b-469e-a375-809dd897dded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877823 Sep 11 00:55:24.281763 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:24.284441 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 0b32adf5-1316-4667-8193-9bbffa9da471 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:55:24.393510 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:24.437272 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:24.459030 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:24.486563 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe21600-765a-444c-9cd5-457c2dd3f132 req-0e7827ff-79bf-404b-9b53-68ac2d921890 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:24.494130 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3fe21600-765a-444c-9cd5-457c2dd3f132 req-0e7827ff-79bf-404b-9b53-68ac2d921890 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 943 time: 0.2012048 Sep 11 00:55:24.504540 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e2b0f7ec-098b-42eb-8a5f-0f3cf9c6557f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:24.538826 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 0b32adf5-1316-4667-8193-9bbffa9da471 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:24.539046 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (0b32adf5-1316-4667-8193-9bbffa9da471), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:24.581890 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] Publish callbacks [] for port (47179e38-471d-46fa-958a-9a983e06d29e), precommit_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:24.605329 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3fe21600-765a-444c-9cd5-457c2dd3f132 req-5ba6238e-4335-42c2-81a9-a1e75238d154 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097589 Sep 11 00:55:24.611710 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (47179e38-471d-46fa-958a-9a983e06d29e), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:24.627663 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566803a5-0ba5-4dae-981e-07bb0ae014c2 req-640410b2-651e-4a8d-baa7-50e2018bad00 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:24.643275 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-566803a5-0ba5-4dae-981e-07bb0ae014c2 req-640410b2-651e-4a8d-baa7-50e2018bad00 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 945 time: 0.2398319 Sep 11 00:55:24.644074 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 45412) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:55:24.649430 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-3670e4c5-03f3-420c-b255-d532e4f51ca6 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Request body: {'floatingip': {'port_id': 'd120b4b9-10bc-4478-8187-9b7014b08cef'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:55:24.720869 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a32bc1-44b1-4595-a83f-d9cf89ce7fca None None] Pushing event updated for resources: {'Port': ['ID=47179e38-471d-46fa-958a-9a983e06d29e,revision_number=2']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:24.733019 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-3670e4c5-03f3-420c-b255-d532e4f51ca6 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (a163bfc7-3cd6-492e-93b2-6bdb3df69c65), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:24.753554 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] Attempting to bind port 47179e38-471d-46fa-958a-9a983e06d29e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:55:24.754079 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] Attempting to bind port 47179e38-471d-46fa-958a-9a983e06d29e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:55:24.754544 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] Attempting to bind port 47179e38-471d-46fa-958a-9a983e06d29e on network c4f00262-7f99-4bd5-861f-59a77dcd079c {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:55:24.834123 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [None req-e2b0f7ec-098b-42eb-8a5f-0f3cf9c6557f admin admin] Allocated IP 172.20.0.1 (139fa5f7-0b8d-4473-b676-a8afb6dae900/ef54621b-c8c8-4f4b-87fc-47e1d1049cc4/7240dd74-b2b4-4478-88c3-8f458ec628b6) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:55:24.907575 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:55:24.908128 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] Checking segment: {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:55:24.908638 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:24.909637 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] Bound using segment: {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:55:24.909969 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] Bound port: 47179e38-471d-46fa-958a-9a983e06d29e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:55:24.910873 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (47179e38-471d-46fa-958a-9a983e06d29e), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:24.916819 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 0b32adf5-1316-4667-8193-9bbffa9da471 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:24.985730 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e2b0f7ec-098b-42eb-8a5f-0f3cf9c6557f admin admin] Publish callbacks [] for port (7240dd74-b2b4-4478-88c3-8f458ec628b6), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:25.046065 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] For port 47179e38-471d-46fa-958a-9a983e06d29e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:55:25.050368 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] For port 47179e38-471d-46fa-958a-9a983e06d29e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=47179e38-471d-46fa-958a-9a983e06d29e,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:55:25.051810 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:25.072020 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:25.127708 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (47179e38-471d-46fa-958a-9a983e06d29e), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:25.128772 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e2b0f7ec-098b-42eb-8a5f-0f3cf9c6557f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (7240dd74-b2b4-4478-88c3-8f458ec628b6), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:25.333165 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0f7ec-098b-42eb-8a5f-0f3cf9c6557f admin admin] Pushing event updated for resources: {'Port': ['ID=7240dd74-b2b4-4478-88c3-8f458ec628b6,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:25.337763 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a32bc1-44b1-4595-a83f-d9cf89ce7fca None None] Pushing event updated for resources: {'Port': ['ID=47179e38-471d-46fa-958a-9a983e06d29e,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:25.361954 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b0f7ec-098b-42eb-8a5f-0f3cf9c6557f admin admin] Network 139fa5f7-0b8d-4473-b676-a8afb6dae900 is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:55:25.363875 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-e2b0f7ec-098b-42eb-8a5f-0f3cf9c6557f admin admin] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:55:25.366512 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b0f7ec-098b-42eb-8a5f-0f3cf9c6557f admin admin] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:55:25.369901 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] Routers {'a3d2b378-efe6-4b9b-b95f-f90252c59829'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:55:25.370543 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:55:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['a3d2b378-efe6-4b9b-b95f-f90252c59829'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:25.431951 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:25.451185 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e2b0f7ec-098b-42eb-8a5f-0f3cf9c6557f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3767825'] for router_interface (a3d2b378-efe6-4b9b-b95f-f90252c59829), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:25.468607 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fb4e5-0f74-40d3-a1f8-9f942d0ac742 req-244e1625-fca4-4b4d-b1ba-23ca8efbabc0 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:25.475703 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-788fb4e5-0f74-40d3-a1f8-9f942d0ac742 req-244e1625-fca4-4b4d-b1ba-23ca8efbabc0 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.1612802 Sep 11 00:55:25.657966 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] Set router a3d2b378-efe6-4b9b-b95f-f90252c59829 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:55:25.701516 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e2b0f7ec-098b-42eb-8a5f-0f3cf9c6557f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (7240dd74-b2b4-4478-88c3-8f458ec628b6), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:25.825803 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:25.941627 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-788fb4e5-0f74-40d3-a1f8-9f942d0ac742 req-e839e641-f364-4b9f-89f4-4c5e98f05aa0 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4649060 Sep 11 00:55:25.956203 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c3d18-fbd1-4be4-9a54-0fa50b80a287 req-c664cf8e-d089-4093-9057-7930c6441e51 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:25.967120 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-347c3d18-fbd1-4be4-9a54-0fa50b80a287 req-c664cf8e-d089-4093-9057-7930c6441e51 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 943 time: 0.1323683 Sep 11 00:55:25.990889 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-b9bd136a-d400-49a8-a7f0-68e010e64ca5 None None] Provisioning complete for port 7240dd74-b2b4-4478-88c3-8f458ec628b6 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:25.991383 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-b9bd136a-d400-49a8-a7f0-68e010e64ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (7240dd74-b2b4-4478-88c3-8f458ec628b6), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:26.088700 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-b9bd136a-d400-49a8-a7f0-68e010e64ca5 None None] Port 7240dd74-b2b4-4478-88c3-8f458ec628b6 cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:55:26.201288 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:26.227201 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-347c3d18-fbd1-4be4-9a54-0fa50b80a287 req-b0a91607-615f-419e-a675-c3d45b9c1b40 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543161 Sep 11 00:55:26.232349 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e2b0f7ec-098b-42eb-8a5f-0f3cf9c6557f admin admin] Publish callbacks [] for port (7240dd74-b2b4-4478-88c3-8f458ec628b6), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:26.239879 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e2b0f7ec-098b-42eb-8a5f-0f3cf9c6557f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (7240dd74-b2b4-4478-88c3-8f458ec628b6), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:26.249527 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 549957cc-ef50-4e12-9608-80b215c4bfb4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 00:55:26.315260 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d2b378-efe6-4b9b-b95f-f90252c59829', 'name': 'tempest-TestVolumeBootPattern-123738302-router', 'tenant_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.53'}], 'enable_snat': True}, 'gw_port_id': '47179e38-471d-46fa-958a-9a983e06d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:55:17Z', 'updated_at': '2022-09-11T00:55:21Z', 'revision_number': 3, 'project_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'gw_port': {'id': '47179e38-471d-46fa-958a-9a983e06d29e', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d2b378-efe6-4b9b-b95f-f90252c59829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:18Z', 'updated_at': '2022-09-11T00:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:26.318870 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0f7ec-098b-42eb-8a5f-0f3cf9c6557f admin admin] Pushing event updated for resources: {'Port': ['ID=7240dd74-b2b4-4478-88c3-8f458ec628b6,revision_number=2']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:26.368710 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e2b0f7ec-098b-42eb-8a5f-0f3cf9c6557f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3767949'] for router_interface (a3d2b378-efe6-4b9b-b95f-f90252c59829), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:26.393188 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6f2fb4-d351-4fc7-9af6-0fdf04a943e1 None None] The sync data for ids ['a3d2b378-efe6-4b9b-b95f-f90252c59829'] in dv-cinder-master-3-iscsi is: [{'id': 'a3d2b378-efe6-4b9b-b95f-f90252c59829', 'name': 'tempest-TestVolumeBootPattern-123738302-router', 'tenant_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.53'}], 'enable_snat': True}, 'gw_port_id': '47179e38-471d-46fa-958a-9a983e06d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:55:17Z', 'updated_at': '2022-09-11T00:55:21Z', 'revision_number': 3, 'project_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'gw_port': {'id': '47179e38-471d-46fa-958a-9a983e06d29e', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d2b378-efe6-4b9b-b95f-f90252c59829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:18Z', 'updated_at': '2022-09-11T00:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:55:26.431652 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.db.resource_extend [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 11 00:55:26.514974 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-3670e4c5-03f3-420c-b255-d532e4f51ca6 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:26.527415 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-3670e4c5-03f3-420c-b255-d532e4f51ca6 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (a163bfc7-3cd6-492e-93b2-6bdb3df69c65), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:26.689968 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 549957cc-ef50-4e12-9608-80b215c4bfb4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=549957cc-ef50-4e12-9608-80b215c4bfb4,segment=NetworkSegment(5ac257b5-c440-416f-b0f8-8180b778ce58),segment_id=5ac257b5-c440-416f-b0f8-8180b778ce58)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:55:26.730413 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b0f7ec-098b-42eb-8a5f-0f3cf9c6557f admin admin] Network 139fa5f7-0b8d-4473-b676-a8afb6dae900 is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:55:26.737282 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': '549957cc-ef50-4e12-9608-80b215c4bfb4', 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963', 'port_id': '549957cc-ef50-4e12-9608-80b215c4bfb4', 'mac_address': 'fa:16:3e:a0:b4:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc20d29-c23d-4b06-97c5-a82fa0ec92fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 00:55:26.739099 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-e2b0f7ec-098b-42eb-8a5f-0f3cf9c6557f admin admin] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:55:26.882396 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 549957cc-ef50-4e12-9608-80b215c4bfb4 is: DOWN; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:26.882813 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (549957cc-ef50-4e12-9608-80b215c4bfb4), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:26.954283 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549957cc-ef50-4e12-9608-80b215c4bfb4 {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:55:27.053759 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 549957cc-ef50-4e12-9608-80b215c4bfb4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=549957cc-ef50-4e12-9608-80b215c4bfb4,segment=NetworkSegment(5ac257b5-c440-416f-b0f8-8180b778ce58),segment_id=5ac257b5-c440-416f-b0f8-8180b778ce58)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:55:27.071439 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (549957cc-ef50-4e12-9608-80b215c4bfb4), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:27.169983 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b0f7ec-098b-42eb-8a5f-0f3cf9c6557f admin admin] Router a3d2b378-efe6-4b9b-b95f-f90252c59829 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:55:27.286210 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=549957cc-ef50-4e12-9608-80b215c4bfb4,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:27.358422 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-77a9a6dc-caf5-4453-8642-c1f29d12d222 None None] Provisioning complete for port 7240dd74-b2b4-4478-88c3-8f458ec628b6 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:27.358813 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-77a9a6dc-caf5-4453-8642-c1f29d12d222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (7240dd74-b2b4-4478-88c3-8f458ec628b6), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:27.369908 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:27.447567 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.l3_db [None req-3670e4c5-03f3-420c-b255-d532e4f51ca6 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Floating IP a163bfc7-3cd6-492e-93b2-6bdb3df69c65 associated. External IP: 172.37.5.32, port: d120b4b9-10bc-4478-8187-9b7014b08cef. Sep 11 00:55:27.456391 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e0e0b-f25c-44d0-b998-0cd1198ae9ad req-a067f04c-99a7-4ff1-aace-cd2058413365 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:27.457940 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fd3e0e0b-f25c-44d0-b998-0cd1198ae9ad req-a067f04c-99a7-4ff1-aace-cd2058413365 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.1239767 Sep 11 00:55:27.458361 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-77a9a6dc-caf5-4453-8642-c1f29d12d222 None None] Port 7240dd74-b2b4-4478-88c3-8f458ec628b6 cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:55:27.473422 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['549957cc-ef50-4e12-9608-80b215c4bfb4'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:55:27.512617 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a8f0b-45a0-40a2-bf38-4d7d9725b676 req-160f752a-0bdf-4138-a98a-887ab74a7bad tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:27.525741 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c33a8f0b-45a0-40a2-bf38-4d7d9725b676 req-160f752a-0bdf-4138-a98a-887ab74a7bad tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 944 time: 0.1143794 Sep 11 00:55:27.551811 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b0f7ec-098b-42eb-8a5f-0f3cf9c6557f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:55:27.573578 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-e2b0f7ec-098b-42eb-8a5f-0f3cf9c6557f admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/a3d2b378-efe6-4b9b-b95f-f90252c59829/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6342421 Sep 11 00:55:27.620645 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:27.707833 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c33a8f0b-45a0-40a2-bf38-4d7d9725b676 req-4bf9dd86-5591-44dd-8692-4a5bd233f1fd tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811371 Sep 11 00:55:27.821964 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fd3e0e0b-f25c-44d0-b998-0cd1198ae9ad req-8b440999-8068-48cd-b976-cb04f040c8c6 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495089 Sep 11 00:55:27.927133 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:28.149028 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3670e4c5-03f3-420c-b255-d532e4f51ca6 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Router b9418f01-7791-4e40-88d0-38d48d92c06d has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:55:28.235618 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 45438) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:55:28.241167 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-5626d59f-8637-4756-8039-8366d816b74b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-926362896', 'description': 'tempest-secgroup-smoke-926362896 description', 'project_id': 'a1368870ddbd49be857e9ac128bc684e'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:55:28.275562 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5626d59f-8637-4756-8039-8366d816b74b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:28.286604 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 47179e38-471d-46fa-958a-9a983e06d29e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:55:28.342926 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3670e4c5-03f3-420c-b255-d532e4f51ca6 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:55:28.348261 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-3670e4c5-03f3-420c-b255-d532e4f51ca6 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:28.355730 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70af0141-846d-4b50-a399-0b6be82a5bad None None] Sync routers for ids ['b9418f01-7791-4e40-88d0-38d48d92c06d'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:55:28.371700 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 47179e38-471d-46fa-958a-9a983e06d29e triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:28.372022 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (47179e38-471d-46fa-958a-9a983e06d29e), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:28.387165 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70af0141-846d-4b50-a399-0b6be82a5bad None None] Routers {'b9418f01-7791-4e40-88d0-38d48d92c06d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:55:28.390190 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-70af0141-846d-4b50-a399-0b6be82a5bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:55:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b9418f01-7791-4e40-88d0-38d48d92c06d'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:28.396598 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-3670e4c5-03f3-420c-b255-d532e4f51ca6 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/a163bfc7-3cd6-492e-93b2-6bdb3df69c65 HTTP/1.1" status: 200 len: 990 time: 3.7486768 Sep 11 00:55:28.396750 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a843e04-0782-4e1e-b379-9be9a7106442', 'tag': 'd120b4b9-10bc-4478-8187-9b7014b08cef'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:55:28.400571 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38c3c33-5b16-44f4-a412-b5faba4eaeec" -d '{"events": [{"name": "network-changed", "server_uuid": "9a843e04-0782-4e1e-b379-9be9a7106442", "tag": "d120b4b9-10bc-4478-8187-9b7014b08cef"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:55:28.432269 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5626d59f-8637-4756-8039-8366d816b74b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for security_group (13acb4db-be99-49b4-a753-cd6637e6af9a), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:28.439430 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5626d59f-8637-4756-8039-8366d816b74b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (13acb4db-be99-49b4-a753-cd6637e6af9a), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:28.489458 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77347f52-e718-46aa-9b2f-99dc30c81020 x-openstack-request-id: req-77347f52-e718-46aa-9b2f-99dc30c81020 {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:55:28.489751 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a843e04-0782-4e1e-b379-9be9a7106442", "tag": "d120b4b9-10bc-4478-8187-9b7014b08cef", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:55:28.490007 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-77347f52-e718-46aa-9b2f-99dc30c81020 {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:55:28.490421 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77347f52-e718-46aa-9b2f-99dc30c81020'] response: {'name': 'network-changed', 'server_uuid': '9a843e04-0782-4e1e-b379-9be9a7106442', 'tag': 'd120b4b9-10bc-4478-8187-9b7014b08cef', 'status': 'completed', 'code': 200} Sep 11 00:55:28.496659 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5626d59f-8637-4756-8039-8366d816b74b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:28.501348 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 45460) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:55:28.506335 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-dbb2a215-bf98-4149-b010-86cba71cbe98 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Request body: {'security_group_rule': {'security_group_id': '13acb4db-be99-49b4-a753-cd6637e6af9a', 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:55:28.511535 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-5626d59f-8637-4756-8039-8366d816b74b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2741296 Sep 11 00:55:28.521925 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626d59f-8637-4756-8039-8366d816b74b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13acb4db-be99-49b4-a753-cd6637e6af9a,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:28.543062 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-70af0141-846d-4b50-a399-0b6be82a5bad None None] Set router b9418f01-7791-4e40-88d0-38d48d92c06d gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:55:28.547345 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 47179e38-471d-46fa-958a-9a983e06d29e is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:28.548164 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (47179e38-471d-46fa-958a-9a983e06d29e), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:28.570713 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-dbb2a215-bf98-4149-b010-86cba71cbe98 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for security_group_rule (94507402-e43c-48fb-b093-43f77cfed15f), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:28.597550 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port 47179e38-471d-46fa-958a-9a983e06d29e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=47179e38-471d-46fa-958a-9a983e06d29e,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:55:28.607838 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (47179e38-471d-46fa-958a-9a983e06d29e), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:28.663985 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c3c33-5b16-44f4-a412-b5faba4eaeec req-80893eba-da6e-449e-92dd-76cf04348233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:28.665957 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-e38c3c33-5b16-44f4-a412-b5faba4eaeec req-80893eba-da6e-449e-92dd-76cf04348233 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=172e557567404e0f906fd1c3452148d8&device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 1129 time: 0.1214976 Sep 11 00:55:28.684026 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-dbb2a215-bf98-4149-b010-86cba71cbe98 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for security_group_rule (94507402-e43c-48fb-b093-43f77cfed15f), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:28.685126 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:28.690061 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=47179e38-471d-46fa-958a-9a983e06d29e,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:28.690649 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-dbb2a215-bf98-4149-b010-86cba71cbe98 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (94507402-e43c-48fb-b093-43f77cfed15f), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:28.720276 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2a215-bf98-4149-b010-86cba71cbe98 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94507402-e43c-48fb-b093-43f77cfed15f,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:28.736199 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-dbb2a215-bf98-4149-b010-86cba71cbe98 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:28.750529 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-dbb2a215-bf98-4149-b010-86cba71cbe98 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2480693 Sep 11 00:55:28.751208 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 45470) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:55:28.755634 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-84efcadb-2a72-49c6-9e47-eb2f1cd5a371 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Request body: {'security_group_rule': {'security_group_id': '13acb4db-be99-49b4-a753-cd6637e6af9a', 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:55:28.784756 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-84efcadb-2a72-49c6-9e47-eb2f1cd5a371 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for security_group_rule (ef645570-d5cf-49f7-a888-487ba6a3ef73), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:28.792874 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:28.821627 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-70af0141-846d-4b50-a399-0b6be82a5bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7cc7ec9d-f15b-4ba7-8b06-3d7e6b0261b8', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'floating_ip_address': '172.37.5.215', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'port_id': '41d6739a-7225-40b2-aedd-df0beff65d5f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'mac_address': 'fa:16:3e:26:f1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb960ab4-4a34-4074-813f-cd971d916bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:53:08Z', 'updated_at': '2022-09-11T00:53:42Z', 'revision_number': 2, 'project_id': '172e557567404e0f906fd1c3452148d8', 'fixed_ip_address_scope': None}, {'id': 'a163bfc7-3cd6-492e-93b2-6bdb3df69c65', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'floating_ip_address': '172.37.5.32', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'port_id': 'd120b4b9-10bc-4478-8187-9b7014b08cef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'mac_address': 'fa:16:3e:bd:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a843e04-0782-4e1e-b379-9be9a7106442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:54:54Z', 'updated_at': '2022-09-11T00:55:26Z', 'revision_number': 1, 'project_id': '172e557567404e0f906fd1c3452148d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:10Z', 'revision_number': 5, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:28.846324 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c3c33-5b16-44f4-a412-b5faba4eaeec req-47330d33-e565-44b2-a195-e2e61525cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:28.848868 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-e38c3c33-5b16-44f4-a412-b5faba4eaeec req-47330d33-e565-44b2-a195-e2e61525cf6b service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 HTTP/1.1" status: 200 len: 916 time: 0.1265447 Sep 11 00:55:28.873399 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70af0141-846d-4b50-a399-0b6be82a5bad None None] Checking router: b9418f01-7791-4e40-88d0-38d48d92c06d for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:55:28.891598 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70af0141-846d-4b50-a399-0b6be82a5bad None None] Routers {'b9418f01-7791-4e40-88d0-38d48d92c06d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:55:28.893025 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-70af0141-846d-4b50-a399-0b6be82a5bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:55:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b9418f01-7791-4e40-88d0-38d48d92c06d'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:28.946257 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:28.969802 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57668f3-ddc8-422c-8ee0-9bcdd3c6599a req-01238924-8ffb-4033-b3a0-3061ec320da9 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:28.971352 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b57668f3-ddc8-422c-8ee0-9bcdd3c6599a req-01238924-8ffb-4033-b3a0-3061ec320da9 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 944 time: 0.1230199 Sep 11 00:55:29.001421 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-70af0141-846d-4b50-a399-0b6be82a5bad None None] Set router b9418f01-7791-4e40-88d0-38d48d92c06d gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:55:29.008497 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-84efcadb-2a72-49c6-9e47-eb2f1cd5a371 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for security_group_rule (ef645570-d5cf-49f7-a888-487ba6a3ef73), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:29.026026 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-84efcadb-2a72-49c6-9e47-eb2f1cd5a371 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (ef645570-d5cf-49f7-a888-487ba6a3ef73), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:29.031501 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:29.052676 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efcadb-2a72-49c6-9e47-eb2f1cd5a371 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef645570-d5cf-49f7-a888-487ba6a3ef73,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:29.098240 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 549957cc-ef50-4e12-9608-80b215c4bfb4 up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:55:29.108776 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b57668f3-ddc8-422c-8ee0-9bcdd3c6599a req-b8fb0865-4ef2-4f5f-b2b4-1c8beeaef156 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296048 Sep 11 00:55:29.115331 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-84efcadb-2a72-49c6-9e47-eb2f1cd5a371 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:29.117476 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-84efcadb-2a72-49c6-9e47-eb2f1cd5a371 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3644209 Sep 11 00:55:29.126074 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-2e2ade1a-2739-4cb6-9e05-16a5280cba9a tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:29.139943 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 45484) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:55:29.140303 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-2e2ade1a-2739-4cb6-9e05-16a5280cba9a tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/networks?id=9fa144fa-5fc9-4425-a84d-a5df211c8436 HTTP/1.1" status: 200 len: 815 time: 0.2402468 Sep 11 00:55:29.145405 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-e4466a1b-f36a-4cc3-b05c-8dd863f71256 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Request body: {'security_group_rule': {'security_group_id': '13acb4db-be99-49b4-a753-cd6637e6af9a', 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:55:29.152719 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-e3641a00-cd52-4ed5-80f9-7f074013d5c7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/quotas/299fcf2ee8b24a4fbb27ed83954c8e24 HTTP/1.1" status: 200 len: 375 time: 0.0182760 Sep 11 00:55:29.212171 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-e38c3c33-5b16-44f4-a412-b5faba4eaeec req-b9912c8d-9940-408f-b55d-5e082721d573 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d120b4b9-10bc-4478-8187-9b7014b08cef HTTP/1.1" status: 200 len: 998 time: 0.1739831 Sep 11 00:55:29.214385 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e4466a1b-f36a-4cc3-b05c-8dd863f71256 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for security_group_rule (eddabe17-a940-4d7a-8e2f-5b4ca9736a57), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:29.229459 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning for port 549957cc-ef50-4e12-9608-80b215c4bfb4 completed by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 11 00:55:29.238704 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port 549957cc-ef50-4e12-9608-80b215c4bfb4 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:29.239096 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (549957cc-ef50-4e12-9608-80b215c4bfb4), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:29.267049 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:29.313746 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13033f04-0871-42b3-9012-5de0792e26c2 req-4dcd5b5e-618e-47f2-9fa6-7b37fbd6e975 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:29.316053 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-13033f04-0871-42b3-9012-5de0792e26c2 req-4dcd5b5e-618e-47f2-9fa6-7b37fbd6e975 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.0792742 Sep 11 00:55:29.336457 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-78cc8593-bd1e-43bd-9976-6dddbeedcea5 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=299fcf2ee8b24a4fbb27ed83954c8e24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1725824 Sep 11 00:55:29.358927 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 549957cc-ef50-4e12-9608-80b215c4bfb4 is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:29.359428 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (549957cc-ef50-4e12-9608-80b215c4bfb4), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:29.387001 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe003ff1-f0b1-422c-9f87-366f0b186fca req-8bf5b225-4b6f-4ea0-96f2-5d73c6fd7ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:29.388826 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-fe003ff1-f0b1-422c-9f87-366f0b186fca req-8bf5b225-4b6f-4ea0-96f2-5d73c6fd7ef2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd9221b2e81a46f69864e02ec4d42672&device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 1129 time: 0.0979433 Sep 11 00:55:29.396591 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c3c33-5b16-44f4-a412-b5faba4eaeec req-33ec9dcb-c5b6-417e-ba77-e8fcb66c1c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:29.399027 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-e38c3c33-5b16-44f4-a412-b5faba4eaeec req-33ec9dcb-c5b6-417e-ba77-e8fcb66c1c6b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=5da596f2-fc37-4a91-8931-a08cdf30e571 HTTP/1.1" status: 200 len: 854 time: 0.1247680 Sep 11 00:55:29.401240 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e4466a1b-f36a-4cc3-b05c-8dd863f71256 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for security_group_rule (eddabe17-a940-4d7a-8e2f-5b4ca9736a57), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:29.402125 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77aec922-e7ba-4f8c-8931-b2ea825af43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549957cc-ef50-4e12-9608-80b215c4bfb4'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:55:29.404916 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd427c29-1246-4214-93e2-2427c9d02cae" -d '{"events": [{"server_uuid": "77aec922-e7ba-4f8c-8931-b2ea825af43c", "name": "network-vif-plugged", "status": "completed", "tag": "549957cc-ef50-4e12-9608-80b215c4bfb4"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:55:29.418761 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-70af0141-846d-4b50-a399-0b6be82a5bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7cc7ec9d-f15b-4ba7-8b06-3d7e6b0261b8', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'floating_ip_address': '172.37.5.215', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'port_id': '41d6739a-7225-40b2-aedd-df0beff65d5f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'mac_address': 'fa:16:3e:26:f1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb960ab4-4a34-4074-813f-cd971d916bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:53:08Z', 'updated_at': '2022-09-11T00:53:42Z', 'revision_number': 2, 'project_id': '172e557567404e0f906fd1c3452148d8', 'fixed_ip_address_scope': None}, {'id': 'a163bfc7-3cd6-492e-93b2-6bdb3df69c65', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'floating_ip_address': '172.37.5.32', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'port_id': 'd120b4b9-10bc-4478-8187-9b7014b08cef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'mac_address': 'fa:16:3e:bd:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a843e04-0782-4e1e-b379-9be9a7106442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:54:54Z', 'updated_at': '2022-09-11T00:55:26Z', 'revision_number': 1, 'project_id': '172e557567404e0f906fd1c3452148d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:10Z', 'revision_number': 5, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:29.425426 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 549957cc-ef50-4e12-9608-80b215c4bfb4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=549957cc-ef50-4e12-9608-80b215c4bfb4,segment=NetworkSegment(5ac257b5-c440-416f-b0f8-8180b778ce58),segment_id=5ac257b5-c440-416f-b0f8-8180b778ce58)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:55:29.431314 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e4466a1b-f36a-4cc3-b05c-8dd863f71256 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (eddabe17-a940-4d7a-8e2f-5b4ca9736a57), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:29.434103 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (549957cc-ef50-4e12-9608-80b215c4bfb4), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:29.458028 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70af0141-846d-4b50-a399-0b6be82a5bad None None] The sync data for ids ['b9418f01-7791-4e40-88d0-38d48d92c06d'] in dv-cinder-master-3-iscsi is: [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7cc7ec9d-f15b-4ba7-8b06-3d7e6b0261b8', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'floating_ip_address': '172.37.5.215', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'port_id': '41d6739a-7225-40b2-aedd-df0beff65d5f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'mac_address': 'fa:16:3e:26:f1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb960ab4-4a34-4074-813f-cd971d916bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:53:08Z', 'updated_at': '2022-09-11T00:53:42Z', 'revision_number': 2, 'project_id': '172e557567404e0f906fd1c3452148d8', 'fixed_ip_address_scope': None}, {'id': 'a163bfc7-3cd6-492e-93b2-6bdb3df69c65', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'floating_ip_address': '172.37.5.32', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'port_id': 'd120b4b9-10bc-4478-8187-9b7014b08cef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'mac_address': 'fa:16:3e:bd:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a843e04-0782-4e1e-b379-9be9a7106442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:54:54Z', 'updated_at': '2022-09-11T00:55:26Z', 'revision_number': 1, 'project_id': '172e557567404e0f906fd1c3452148d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:10Z', 'revision_number': 5, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:55:29.461089 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-33435204-8750-4b65-a1f8-efe98b77885b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9fa144fa-5fc9-4425-a84d-a5df211c8436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131914 Sep 11 00:55:29.479723 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] Sync routers for ids ['a3d2b378-efe6-4b9b-b95f-f90252c59829'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:55:29.513289 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] Routers {'a3d2b378-efe6-4b9b-b95f-f90252c59829'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:55:29.513925 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:55:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['a3d2b378-efe6-4b9b-b95f-f90252c59829'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:29.531147 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e4466a1b-f36a-4cc3-b05c-8dd863f71256 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:29.533518 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-e4466a1b-f36a-4cc3-b05c-8dd863f71256 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4026814 Sep 11 00:55:29.536963 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 45488) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:55:29.543881 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-90faff73-2b74-4e12-9f92-6fef806599a5 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Request body: {'security_group_rule': {'security_group_id': '13acb4db-be99-49b4-a753-cd6637e6af9a', 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:55:29.544620 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4466a1b-f36a-4cc3-b05c-8dd863f71256 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eddabe17-a940-4d7a-8e2f-5b4ca9736a57,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:29.556935 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c3c33-5b16-44f4-a412-b5faba4eaeec req-0f53f1c8-5a44-4f90-b842-cf0a087da3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:29.560387 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-e38c3c33-5b16-44f4-a412-b5faba4eaeec req-0f53f1c8-5a44-4f90-b842-cf0a087da3db service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1443913 Sep 11 00:55:29.579056 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=549957cc-ef50-4e12-9608-80b215c4bfb4,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:29.596638 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-13033f04-0871-42b3-9012-5de0792e26c2 req-286440ef-ee34-4e83-922a-6204f34ee148 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436082 Sep 11 00:55:29.656734 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] Set router a3d2b378-efe6-4b9b-b95f-f90252c59829 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:55:29.659644 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-90faff73-2b74-4e12-9f92-6fef806599a5 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for security_group_rule (7bc3f23c-21a5-4233-8399-3860bacbb1c4), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:29.682648 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-68b84ad1-1592-4d0c-9aa4-d712762aab6f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9fa144fa-5fc9-4425-a84d-a5df211c8436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206085 Sep 11 00:55:29.685322 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe003ff1-f0b1-422c-9f87-366f0b186fca req-3dbbe6ac-596a-4345-a488-80cdb1a1270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:29.687108 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-fe003ff1-f0b1-422c-9f87-366f0b186fca req-3dbbe6ac-596a-4345-a488-80cdb1a1270e service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 HTTP/1.1" status: 200 len: 917 time: 0.2839198 Sep 11 00:55:29.717686 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-e38c3c33-5b16-44f4-a412-b5faba4eaeec req-f03d38be-4b3f-49c2-835b-dd250dc06589 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512263 Sep 11 00:55:29.801479 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-90faff73-2b74-4e12-9f92-6fef806599a5 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for security_group_rule (7bc3f23c-21a5-4233-8399-3860bacbb1c4), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:29.806832 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-90faff73-2b74-4e12-9f92-6fef806599a5 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (7bc3f23c-21a5-4233-8399-3860bacbb1c4), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:29.828347 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90faff73-2b74-4e12-9f92-6fef806599a5 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc3f23c-21a5-4233-8399-3860bacbb1c4,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:29.845277 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc96d72-580f-4f45-982a-0930e864bfe7 None None] New status for floating IP a163bfc7-3cd6-492e-93b2-6bdb3df69c65: ACTIVE {{(pid=112724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 00:55:29.862850 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-90faff73-2b74-4e12-9f92-6fef806599a5 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:29.868857 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-90faff73-2b74-4e12-9f92-6fef806599a5 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3283417 Sep 11 00:55:29.870826 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 45490) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:55:29.876176 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-b3ba8e7a-8372-4657-be2c-4f5894879ca9 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Request body: {'security_group_rule': {'security_group_id': '13acb4db-be99-49b4-a753-cd6637e6af9a', 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:55:29.878432 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:29.905821 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.securitygroups_db [None req-b3ba8e7a-8372-4657-be2c-4f5894879ca9 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Project a1368870ddbd49be857e9ac128bc684e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 11 00:55:29.910219 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-fe003ff1-f0b1-422c-9f87-366f0b186fca req-800d0a57-6146-4648-bc29-74f6292fed0d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a166d16-f941-44a7-ba58-ccb7e2c62c18 HTTP/1.1" status: 200 len: 1001 time: 0.1732960 Sep 11 00:55:29.918565 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b3ba8e7a-8372-4657-be2c-4f5894879ca9 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for security_group_rule (2fabfbb7-d5ee-45bc-b48b-64c8cc4c26ea), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:29.952750 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0563e31-39f1-4e0e-aa19-cbd7963fd3f5 x-openstack-request-id: req-f0563e31-39f1-4e0e-aa19-cbd7963fd3f5 {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:55:29.953024 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77aec922-e7ba-4f8c-8931-b2ea825af43c", "name": "network-vif-plugged", "status": "completed", "tag": "549957cc-ef50-4e12-9608-80b215c4bfb4", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:55:29.953273 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f0563e31-39f1-4e0e-aa19-cbd7963fd3f5 {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:55:29.953663 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0563e31-39f1-4e0e-aa19-cbd7963fd3f5'] response: {'server_uuid': '77aec922-e7ba-4f8c-8931-b2ea825af43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549957cc-ef50-4e12-9608-80b215c4bfb4', 'code': 200} Sep 11 00:55:30.049255 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-e38c3c33-5b16-44f4-a412-b5faba4eaeec req-b66065f0-1b35-4d87-b89b-857cc69e0106 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035381 Sep 11 00:55:30.053543 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe003ff1-f0b1-422c-9f87-366f0b186fca req-ff176e6c-95a0-47f5-9787-eae6b5c2f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:30.055521 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-fe003ff1-f0b1-422c-9f87-366f0b186fca req-ff176e6c-95a0-47f5-9787-eae6b5c2f889 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=f6e1af3b-cbbe-4593-9148-6f2c7fa19e13 HTTP/1.1" status: 200 len: 855 time: 0.1389675 Sep 11 00:55:30.075197 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=100 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:30.166535 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:30.170936 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe003ff1-f0b1-422c-9f87-366f0b186fca req-4a174d1b-f7a7-4193-bd55-03f467504e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:30.172810 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-fe003ff1-f0b1-422c-9f87-366f0b186fca req-4a174d1b-f7a7-4193-bd55-03f467504e14 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=3c897342-0f04-45f8-a9ef-0bc52e6c6ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0921228 Sep 11 00:55:30.223943 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 47179e38-471d-46fa-958a-9a983e06d29e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:55:30.235240 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417db4e3-902d-4c70-8503-830e2e08b59b req-113bd644-f361-4860-a5e2-47d9131ee332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:30.236955 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-417db4e3-902d-4c70-8503-830e2e08b59b req-113bd644-f361-4860-a5e2-47d9131ee332 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 1129 time: 0.2388144 Sep 11 00:55:30.243409 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-12fa4b21-6e51-4c7d-886b-9e1143138d8f req-a07b9a11-7e77-432b-bb48-50c00f8485a3 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 210 time: 0.2461917 Sep 11 00:55:30.270304 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:30.314251 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:30.317693 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d2b378-efe6-4b9b-b95f-f90252c59829', 'name': 'tempest-TestVolumeBootPattern-123738302-router', 'tenant_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.53'}], 'enable_snat': True}, 'gw_port_id': '47179e38-471d-46fa-958a-9a983e06d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:55:17Z', 'updated_at': '2022-09-11T00:55:25Z', 'revision_number': 4, 'project_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'gw_port': {'id': '47179e38-471d-46fa-958a-9a983e06d29e', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d2b378-efe6-4b9b-b95f-f90252c59829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:18Z', 'updated_at': '2022-09-11T00:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7240dd74-b2b4-4478-88c3-8f458ec628b6', 'name': '', 'network_id': '139fa5f7-0b8d-4473-b676-a8afb6dae900', 'tenant_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'mac_address': 'fa:16:3e:24:c4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d2b378-efe6-4b9b-b95f-f90252c59829', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ef54621b-c8c8-4f4b-87fc-47e1d1049cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:24Z', 'updated_at': '2022-09-11T00:55:25Z', 'revision_number': 2, 'project_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'subnets': [{'id': 'ef54621b-c8c8-4f4b-87fc-47e1d1049cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:30.351891 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b3ba8e7a-8372-4657-be2c-4f5894879ca9 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for security_group_rule (2fabfbb7-d5ee-45bc-b48b-64c8cc4c26ea), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:30.354251 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-fe003ff1-f0b1-422c-9f87-366f0b186fca req-c8779dc1-3f55-448b-9492-bc1399ad2b0e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c897342-0f04-45f8-a9ef-0bc52e6c6ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716692 Sep 11 00:55:30.357533 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] Checking router: a3d2b378-efe6-4b9b-b95f-f90252c59829 for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:55:30.357837 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] Updating router a3d2b378-efe6-4b9b-b95f-f90252c59829 port 7240dd74-b2b4-4478-88c3-8f458ec628b6 binding host dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 00:55:30.360873 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494bf6b-cac5-43ec-bf73-93dfb5556ee0 req-43e89c82-06a7-40e7-aa30-af8f0ba790b7 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:30.368736 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c494bf6b-cac5-43ec-bf73-93dfb5556ee0 req-43e89c82-06a7-40e7-aa30-af8f0ba790b7 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.1164603 Sep 11 00:55:30.386882 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 47179e38-471d-46fa-958a-9a983e06d29e triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:30.387330 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (47179e38-471d-46fa-958a-9a983e06d29e), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:30.389039 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-417db4e3-902d-4c70-8503-830e2e08b59b req-ed01a72e-2b4a-4e84-b5ff-cdf7fdc82c0e service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397562 Sep 11 00:55:30.395549 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b3ba8e7a-8372-4657-be2c-4f5894879ca9 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (2fabfbb7-d5ee-45bc-b48b-64c8cc4c26ea), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:30.417865 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (7240dd74-b2b4-4478-88c3-8f458ec628b6), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:30.432217 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba8e7a-8372-4657-be2c-4f5894879ca9 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fabfbb7-d5ee-45bc-b48b-64c8cc4c26ea,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:30.463558 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b3ba8e7a-8372-4657-be2c-4f5894879ca9 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:30.464152 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-b3ba8e7a-8372-4657-be2c-4f5894879ca9 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5921218 Sep 11 00:55:30.467252 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 45504) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:55:30.474902 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-b6f096ea-0be5-4d5e-aeaa-76adf7ab6f1b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Request body: {'security_group_rule': {'security_group_id': '13acb4db-be99-49b4-a753-cd6637e6af9a', 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:55:30.477559 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:30.481072 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-fe003ff1-f0b1-422c-9f87-366f0b186fca req-347c43c2-edaf-4bf2-b61a-7977de57efa2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c897342-0f04-45f8-a9ef-0bc52e6c6ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211431 Sep 11 00:55:30.488276 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c494bf6b-cac5-43ec-bf73-93dfb5556ee0 req-e0e91044-9470-45a8-bd9f-5f516fccd128 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186447 Sep 11 00:55:30.510237 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.securitygroups_db [None req-b6f096ea-0be5-4d5e-aeaa-76adf7ab6f1b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Project a1368870ddbd49be857e9ac128bc684e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 11 00:55:30.516827 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b6f096ea-0be5-4d5e-aeaa-76adf7ab6f1b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for security_group_rule (d1a9c830-7ee1-4acd-a18f-93f2ada450f0), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:30.583107 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b6f096ea-0be5-4d5e-aeaa-76adf7ab6f1b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for security_group_rule (d1a9c830-7ee1-4acd-a18f-93f2ada450f0), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:30.589040 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b6f096ea-0be5-4d5e-aeaa-76adf7ab6f1b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (d1a9c830-7ee1-4acd-a18f-93f2ada450f0), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:30.595800 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 47179e38-471d-46fa-958a-9a983e06d29e is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:30.608400 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f096ea-0be5-4d5e-aeaa-76adf7ab6f1b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a9c830-7ee1-4acd-a18f-93f2ada450f0,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:30.627740 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b6f096ea-0be5-4d5e-aeaa-76adf7ab6f1b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:30.628988 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-b6f096ea-0be5-4d5e-aeaa-76adf7ab6f1b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1604221 Sep 11 00:55:30.718148 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:30.731594 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd64275-a5d1-49f0-828e-74fccb8014ba req-2b2a0e0e-f560-4fd6-be44-f0019fc0d7a7 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:30.735249 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7cd64275-a5d1-49f0-828e-74fccb8014ba req-2b2a0e0e-f560-4fd6-be44-f0019fc0d7a7 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.0679233 Sep 11 00:55:30.784516 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] Publish callbacks [] for port (7240dd74-b2b4-4478-88c3-8f458ec628b6), precommit_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:30.787886 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7cd64275-a5d1-49f0-828e-74fccb8014ba req-4df33912-0211-4a49-a5b0-6d5ca83f526b tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484347 Sep 11 00:55:30.790858 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (7240dd74-b2b4-4478-88c3-8f458ec628b6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:30.861400 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81465ede-f943-43d8-9582-98fd8dc85ec0 None None] Pushing event updated for resources: {'Port': ['ID=7240dd74-b2b4-4478-88c3-8f458ec628b6,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:30.891026 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] Attempting to bind port 7240dd74-b2b4-4478-88c3-8f458ec628b6 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:55:30.891403 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] Attempting to bind port 7240dd74-b2b4-4478-88c3-8f458ec628b6 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '59ac8c25-a04f-4e5d-b8bc-b72a721e00a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '139fa5f7-0b8d-4473-b676-a8afb6dae900'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:55:30.891749 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] Attempting to bind port 7240dd74-b2b4-4478-88c3-8f458ec628b6 on network 139fa5f7-0b8d-4473-b676-a8afb6dae900 {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:55:30.934552 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:55:30.934966 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] Checking segment: {'id': '59ac8c25-a04f-4e5d-b8bc-b72a721e00a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '139fa5f7-0b8d-4473-b676-a8afb6dae900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:55:30.935368 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:30.935759 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] Bound using segment: {'id': '59ac8c25-a04f-4e5d-b8bc-b72a721e00a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '139fa5f7-0b8d-4473-b676-a8afb6dae900'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:55:30.936227 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] Bound port: 7240dd74-b2b4-4478-88c3-8f458ec628b6, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ac8c25-a04f-4e5d-b8bc-b72a721e00a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '139fa5f7-0b8d-4473-b676-a8afb6dae900'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:55:30.936603 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (7240dd74-b2b4-4478-88c3-8f458ec628b6), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:31.000777 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] For port 7240dd74-b2b4-4478-88c3-8f458ec628b6, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:55:31.004601 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] For port 7240dd74-b2b4-4478-88c3-8f458ec628b6, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7240dd74-b2b4-4478-88c3-8f458ec628b6,segment=NetworkSegment(59ac8c25-a04f-4e5d-b8bc-b72a721e00a4),segment_id=59ac8c25-a04f-4e5d-b8bc-b72a721e00a4)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:55:31.011666 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (7240dd74-b2b4-4478-88c3-8f458ec628b6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:31.058997 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] Routers {'a3d2b378-efe6-4b9b-b95f-f90252c59829'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:55:31.058997 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:55:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['a3d2b378-efe6-4b9b-b95f-f90252c59829'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:31.110542 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81465ede-f943-43d8-9582-98fd8dc85ec0 None None] Pushing event updated for resources: {'Port': ['ID=7240dd74-b2b4-4478-88c3-8f458ec628b6,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:31.166991 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:31.182349 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] Set router a3d2b378-efe6-4b9b-b95f-f90252c59829 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:55:31.356534 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b41e8819-84fa-4a63-96d6-eba8d0abba89 req-a49b8f9f-2fab-497c-86d1-d7745c863c0e tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 210 time: 0.0315325 Sep 11 00:55:31.372434 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d2b378-efe6-4b9b-b95f-f90252c59829', 'name': 'tempest-TestVolumeBootPattern-123738302-router', 'tenant_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.53'}], 'enable_snat': True}, 'gw_port_id': '47179e38-471d-46fa-958a-9a983e06d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:55:17Z', 'updated_at': '2022-09-11T00:55:25Z', 'revision_number': 4, 'project_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'gw_port': {'id': '47179e38-471d-46fa-958a-9a983e06d29e', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d2b378-efe6-4b9b-b95f-f90252c59829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:18Z', 'updated_at': '2022-09-11T00:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7240dd74-b2b4-4478-88c3-8f458ec628b6', 'name': '', 'network_id': '139fa5f7-0b8d-4473-b676-a8afb6dae900', 'tenant_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'mac_address': 'fa:16:3e:24:c4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d2b378-efe6-4b9b-b95f-f90252c59829', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ef54621b-c8c8-4f4b-87fc-47e1d1049cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:24Z', 'updated_at': '2022-09-11T00:55:30Z', 'revision_number': 4, 'project_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'subnets': [{'id': 'ef54621b-c8c8-4f4b-87fc-47e1d1049cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:31.398824 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6483a386-fc67-4243-b2ec-08ea485d4d16 None None] The sync data for ids ['a3d2b378-efe6-4b9b-b95f-f90252c59829'] in dv-cinder-master-3-iscsi is: [{'id': 'a3d2b378-efe6-4b9b-b95f-f90252c59829', 'name': 'tempest-TestVolumeBootPattern-123738302-router', 'tenant_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.53'}], 'enable_snat': True}, 'gw_port_id': '47179e38-471d-46fa-958a-9a983e06d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:55:17Z', 'updated_at': '2022-09-11T00:55:25Z', 'revision_number': 4, 'project_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'gw_port': {'id': '47179e38-471d-46fa-958a-9a983e06d29e', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d2b378-efe6-4b9b-b95f-f90252c59829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:18Z', 'updated_at': '2022-09-11T00:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7240dd74-b2b4-4478-88c3-8f458ec628b6', 'name': '', 'network_id': '139fa5f7-0b8d-4473-b676-a8afb6dae900', 'tenant_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'mac_address': 'fa:16:3e:24:c4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d2b378-efe6-4b9b-b95f-f90252c59829', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ef54621b-c8c8-4f4b-87fc-47e1d1049cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:24Z', 'updated_at': '2022-09-11T00:55:30Z', 'revision_number': 4, 'project_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'subnets': [{'id': 'ef54621b-c8c8-4f4b-87fc-47e1d1049cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:55:31.652548 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fd48f-b8ab-4efd-bb09-911e3ae1e319 req-69a7eb87-4e4a-4658-8c1f-f7d61142c50d tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:31.659375 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ff2fd48f-b8ab-4efd-bb09-911e3ae1e319 req-69a7eb87-4e4a-4658-8c1f-f7d61142c50d tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0601516 Sep 11 00:55:31.718357 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ff2fd48f-b8ab-4efd-bb09-911e3ae1e319 req-12d5e769-637f-4aa7-9b46-cee0f6104c9f tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535474 Sep 11 00:55:31.930825 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fc757-af68-4fda-bddf-19b844c44e16 req-e968af27-807c-460a-9af8-258572f27a7d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:31.932459 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4f0fc757-af68-4fda-bddf-19b844c44e16 req-e968af27-807c-460a-9af8-258572f27a7d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.0534458 Sep 11 00:55:31.983866 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4f0fc757-af68-4fda-bddf-19b844c44e16 req-d908f614-c344-4921-a155-470ee52eb9f0 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453558 Sep 11 00:55:32.119220 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 7240dd74-b2b4-4478-88c3-8f458ec628b6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:55:32.174277 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 7240dd74-b2b4-4478-88c3-8f458ec628b6 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:32.174652 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (7240dd74-b2b4-4478-88c3-8f458ec628b6), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:32.252928 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 7240dd74-b2b4-4478-88c3-8f458ec628b6 is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:32.253314 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (7240dd74-b2b4-4478-88c3-8f458ec628b6), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:32.264859 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:32.291953 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port 7240dd74-b2b4-4478-88c3-8f458ec628b6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7240dd74-b2b4-4478-88c3-8f458ec628b6,segment=NetworkSegment(59ac8c25-a04f-4e5d-b8bc-b72a721e00a4),segment_id=59ac8c25-a04f-4e5d-b8bc-b72a721e00a4)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:55:32.296195 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (7240dd74-b2b4-4478-88c3-8f458ec628b6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:32.357163 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=7240dd74-b2b4-4478-88c3-8f458ec628b6,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:32.469497 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-88ab5ac9-c6e2-47dd-9eb2-4c55d299780a req-dd7831b0-b03d-4658-bf4d-45a2ed1c466d tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 210 time: 0.0292287 Sep 11 00:55:32.849090 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875c51e-16ed-436c-bcd3-55794647b3cb req-5be9d913-f58d-47fd-830c-41ffa188c38d tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:32.850483 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1875c51e-16ed-436c-bcd3-55794647b3cb req-5be9d913-f58d-47fd-830c-41ffa188c38d tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0500784 Sep 11 00:55:32.911771 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1875c51e-16ed-436c-bcd3-55794647b3cb req-4981ec1d-81a0-4d9c-98d0-f78b3d857de0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534840 Sep 11 00:55:33.045536 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 8a166d16-f941-44a7-ba58-ccb7e2c62c18 no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:55:33.137601 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 8a166d16-f941-44a7-ba58-ccb7e2c62c18 is: ACTIVE; New status is: DOWN {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:33.138250 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:33.155001 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c6678-063e-4a70-b488-70c28fe49f67 req-fe4df38a-d8fc-4e27-8e55-59b43cffc5d9 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:33.156583 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-831c6678-063e-4a70-b488-70c28fe49f67 req-fe4df38a-d8fc-4e27-8e55-59b43cffc5d9 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 945 time: 0.0839999 Sep 11 00:55:33.165397 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed280f0-7beb-47b6-a543-0e3eb7083067', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a166d16-f941-44a7-ba58-ccb7e2c62c18'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:55:33.178452 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4651c68-c89d-4888-a874-e8d1153b24e0" -d '{"events": [{"server_uuid": "7ed280f0-7beb-47b6-a543-0e3eb7083067", "name": "network-vif-unplugged", "status": "completed", "tag": "8a166d16-f941-44a7-ba58-ccb7e2c62c18"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:55:33.194502 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 8a166d16-f941-44a7-ba58-ccb7e2c62c18, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8a166d16-f941-44a7-ba58-ccb7e2c62c18,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:55:33.200410 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:33.223754 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-831c6678-063e-4a70-b488-70c28fe49f67 req-e6fa442a-f0f8-4491-ade0-3d33974762dc tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570369 Sep 11 00:55:33.235090 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 11 Sep 2022 00:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb3ca07-6eb4-4203-9922-c821feb75a61 x-openstack-request-id: req-5eb3ca07-6eb4-4203-9922-c821feb75a61 {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:55:33.235408 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed280f0-7beb-47b6-a543-0e3eb7083067", "name": "network-vif-unplugged", "status": "completed", "tag": "8a166d16-f941-44a7-ba58-ccb7e2c62c18", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:55:33.235667 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5eb3ca07-6eb4-4203-9922-c821feb75a61 {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:55:33.236065 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb3ca07-6eb4-4203-9922-c821feb75a61'] response: {'server_uuid': '7ed280f0-7beb-47b6-a543-0e3eb7083067', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a166d16-f941-44a7-ba58-ccb7e2c62c18', 'code': 200} Sep 11 00:55:33.269882 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=8a166d16-f941-44a7-ba58-ccb7e2c62c18,revision_number=8']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:33.584084 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c5da62f7-1483-4d79-86e4-97fe06f5f9d5 req-e8b0a602-85e1-4001-8cef-5d34befb0edc tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 210 time: 0.0288193 Sep 11 00:55:33.763735 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [req-9f72ddc9-6fe3-4a80-bcdd-4d529b3ca752 req-6ad24fee-0185-4a54-ade1-7ef6e52b3a2b service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112721) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 11 00:55:33.764853 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9f72ddc9-6fe3-4a80-bcdd-4d529b3ca752 req-6ad24fee-0185-4a54-ade1-7ef6e52b3a2b service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054805 Sep 11 00:55:33.963719 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1615c-31c8-49e9-8149-4ca8738bfce9 req-89771dde-7195-4198-b9ce-9074b75de044 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:33.966034 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-64a1615c-31c8-49e9-8149-4ca8738bfce9 req-89771dde-7195-4198-b9ce-9074b75de044 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0559878 Sep 11 00:55:34.059348 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-64a1615c-31c8-49e9-8149-4ca8738bfce9 req-cf9a5eb3-83a6-4637-a9ca-895facd95b7d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877593 Sep 11 00:55:34.084374 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2891dc-3464-411f-9051-da97d8fa8c6a req-1eb2b7c2-e5a2-402a-a1bd-1b84890b15bb tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:34.091906 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7b2891dc-3464-411f-9051-da97d8fa8c6a req-1eb2b7c2-e5a2-402a-a1bd-1b84890b15bb tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0952923 Sep 11 00:55:34.109515 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:34.132048 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 7240dd74-b2b4-4478-88c3-8f458ec628b6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:55:34.158366 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7b2891dc-3464-411f-9051-da97d8fa8c6a req-980f6e5d-5734-4577-b24a-2132e549b591 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652902 Sep 11 00:55:34.189262 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 7240dd74-b2b4-4478-88c3-8f458ec628b6 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:34.189833 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (7240dd74-b2b4-4478-88c3-8f458ec628b6), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:34.260280 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:34.276355 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 7240dd74-b2b4-4478-88c3-8f458ec628b6 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:34.308233 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2300624-38db-4bae-a4f0-b470bf5d406a req-4f26fd00-e28c-4f4a-8913-1ddc68e9473e tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:34.310056 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d2300624-38db-4bae-a4f0-b470bf5d406a req-4f26fd00-e28c-4f4a-8913-1ddc68e9473e tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0608668 Sep 11 00:55:34.311043 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 45628) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:55:34.380403 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d2300624-38db-4bae-a4f0-b470bf5d406a req-6d6f925e-52d2-4657-9272-4db1260dbdc5 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646713 Sep 11 00:55:34.415064 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 45632) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:55:34.436173 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-e8e56750-ead9-48a4-969f-1438924e9d97 req-09e4ee63-883d-47a4-b8e2-99f68438e969 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1230752 Sep 11 00:55:34.490161 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [req-e8e56750-ead9-48a4-969f-1438924e9d97 req-e4bbfc9f-8456-4ef6-8164-a7cbe09bb2ce service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 11 00:55:34.492478 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-e8e56750-ead9-48a4-969f-1438924e9d97 req-e4bbfc9f-8456-4ef6-8164-a7cbe09bb2ce service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0100191 Sep 11 00:55:34.610084 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 45640) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:55:34.610271 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-8aff6726-1196-4e5d-b5b4-f70ca1bd4929 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:34.611639 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-8aff6726-1196-4e5d-b5b4-f70ca1bd4929 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.18 "GET /networking/v2.0/networks?id=9fa144fa-5fc9-4425-a84d-a5df211c8436 HTTP/1.1" status: 200 len: 815 time: 0.2056870 Sep 11 00:55:34.623065 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f16f4e-3ce7-4e6d-b917-286a0e8cadbb tempest-TestShelveInstance-968597523 tempest-TestShelveInstance-968597523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:34.625083 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-17f16f4e-3ce7-4e6d-b917-286a0e8cadbb tempest-TestShelveInstance-968597523 tempest-TestShelveInstance-968597523-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 1124 time: 0.2087975 Sep 11 00:55:34.629589 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 45646) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:55:34.641659 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Request body: {'floatingip': {'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'port_id': '549957cc-ef50-4e12-9608-80b215c4bfb4', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:55:34.668048 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-5b16cb72-685c-4166-bed8-5a2e57669dfd tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Request body: {'port': {'device_id': '95a9cb8e-523c-49b2-ae9e-de849b956dc7', 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436', 'admin_state_up': True, 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:55:34.673363 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:34.753208 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0ca6402b-74dd-478e-8dbe-bf6a359ea060 req-64e63d02-aa69-4638-b7a3-edb47008c1fa tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 210 time: 0.0517559 Sep 11 00:55:34.763327 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e56750-ead9-48a4-969f-1438924e9d97 req-c28a2662-1db1-4122-9c46-aa2dfb7b2de7 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:34.764751 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e8e56750-ead9-48a4-969f-1438924e9d97 req-c28a2662-1db1-4122-9c46-aa2dfb7b2de7 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports/8a166d16-f941-44a7-ba58-ccb7e2c62c18 HTTP/1.1" status: 200 len: 940 time: 0.1536417 Sep 11 00:55:35.061508 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:35.136485 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:35.170741 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-5b16cb72-685c-4166-bed8-5a2e57669dfd tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Made reservation on behalf of 299fcf2ee8b24a4fbb27ed83954c8e24 for: {'port': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:55:35.175351 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-5b16cb72-685c-4166-bed8-5a2e57669dfd tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:35.237924 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aea36-5e9d-479f-8af6-dd2ec7fb08aa req-16c63919-e14b-4f1c-9192-75a5c22d2db9 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:35.240371 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a55aea36-5e9d-479f-8af6-dd2ec7fb08aa req-16c63919-e14b-4f1c-9192-75a5c22d2db9 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0615814 Sep 11 00:55:35.292364 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Allocated IP 172.37.5.108 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/63583d82-46e9-4989-b4db-7b011d980331) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:55:35.329041 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a55aea36-5e9d-479f-8af6-dd2ec7fb08aa req-675f1e24-d581-4eb6-a6eb-8f782f142560 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814662 Sep 11 00:55:35.448804 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-5b16cb72-685c-4166-bed8-5a2e57669dfd tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Allocated IP 172.20.0.3 (9fa144fa-5fc9-4425-a84d-a5df211c8436/5d645310-e016-42e2-be5b-be26d0a1ff2b/497f3d01-c618-4bc4-8866-0f2093427106) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:55:35.517393 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for port (63583d82-46e9-4989-b4db-7b011d980331), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:35.602811 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:35.736191 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (63583d82-46e9-4989-b4db-7b011d980331), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:35.849008 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-5b16cb72-685c-4166-bed8-5a2e57669dfd tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for port (497f3d01-c618-4bc4-8866-0f2093427106), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:35.943985 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d8c5737f-6784-4681-9ea6-b77ecc30595b req-1fd56f5e-ffdf-48d2-842c-a765680ec70d tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 210 time: 0.0571053 Sep 11 00:55:35.945068 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:55:35.963837 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:55:35.972953 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:55:35.979088 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:36.004674 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-5b16cb72-685c-4166-bed8-5a2e57669dfd tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (497f3d01-c618-4bc4-8866-0f2093427106), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:36.031303 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Pushing event updated for resources: {'Port': ['ID=63583d82-46e9-4989-b4db-7b011d980331,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:36.044759 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:36.045186 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:36.045600 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:36.046012 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:36.046411 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:36.046850 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:36.047243 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:36.047634 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:36.048027 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:36.048417 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:36.048807 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:36.049196 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:36.049586 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:36.049983 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:36.050370 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:55:36.109630 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-5b16cb72-685c-4166-bed8-5a2e57669dfd tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Network 9fa144fa-5fc9-4425-a84d-a5df211c8436 is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:55:36.137050 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-5b16cb72-685c-4166-bed8-5a2e57669dfd tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:55:36.148005 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-5b16cb72-685c-4166-bed8-5a2e57669dfd tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:55:36.235111 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16cb72-685c-4166-bed8-5a2e57669dfd tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Pushing event updated for resources: {'Port': ['ID=497f3d01-c618-4bc4-8866-0f2093427106,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:36.300662 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-5b16cb72-685c-4166-bed8-5a2e57669dfd tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:36.301355 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-5b16cb72-685c-4166-bed8-5a2e57669dfd tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:36.394771 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-5b16cb72-685c-4166-bed8-5a2e57669dfd tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7329254 Sep 11 00:55:36.459386 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-4eee130b-c979-4e29-9e4e-8c7fa26050a6 None None] Provisioning complete for port 497f3d01-c618-4bc4-8866-0f2093427106 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:36.460376 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-4eee130b-c979-4e29-9e4e-8c7fa26050a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (497f3d01-c618-4bc4-8866-0f2093427106), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:36.517974 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-4eee130b-c979-4e29-9e4e-8c7fa26050a6 None None] Port 497f3d01-c618-4bc4-8866-0f2093427106 cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:55:36.567567 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0632e47-4db8-4ecd-bda7-f7cb830b8fc3 req-2b250db6-e909-48ef-b51e-1d0481006b4c tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:36.572747 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c0632e47-4db8-4ecd-bda7-f7cb830b8fc3 req-2b250db6-e909-48ef-b51e-1d0481006b4c tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.1109240 Sep 11 00:55:36.635906 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c0632e47-4db8-4ecd-bda7-f7cb830b8fc3 req-7d877ad1-6855-489d-be12-404e634a9b09 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544608 Sep 11 00:55:36.821291 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for floatingip (6cdbe540-6c07-4c32-8082-e18c95957ae7), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:36.921817 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (63583d82-46e9-4989-b4db-7b011d980331), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:37.057574 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 8a166d16-f941-44a7-ba58-ccb7e2c62c18 no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:55:37.061305 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:37.095627 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fe4c2-a332-4075-b55d-2a32e0a14e9e req-6ccca727-8f04-4ee2-bb02-130d07c2ff2e tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:37.107126 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4e3fe4c2-a332-4075-b55d-2a32e0a14e9e req-6ccca727-8f04-4ee2-bb02-130d07c2ff2e tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 931 time: 0.0843039 Sep 11 00:55:37.115293 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for port (63583d82-46e9-4989-b4db-7b011d980331), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:37.125716 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:37.138404 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (63583d82-46e9-4989-b4db-7b011d980331), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:37.190247 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 8a166d16-f941-44a7-ba58-ccb7e2c62c18 is: DOWN; New status is: DOWN {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:37.198433 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4e3fe4c2-a332-4075-b55d-2a32e0a14e9e req-57486f86-140a-4491-802e-cb69405ddbe2 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876896 Sep 11 00:55:37.252577 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (6cdbe540-6c07-4c32-8082-e18c95957ae7), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:37.288831 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Pushing event updated for resources: {'Port': ['ID=63583d82-46e9-4989-b4db-7b011d980331,revision_number=2']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:37.370774 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.db.l3_db [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Floating IP 6cdbe540-6c07-4c32-8082-e18c95957ae7 associated. External IP: 172.37.5.108, port: 549957cc-ef50-4e12-9608-80b215c4bfb4. Sep 11 00:55:37.458270 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:37.588794 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Router 3fe3b9ae-6e34-45b4-99c7-6ff48a166cac has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:55:37.697897 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:55:37.714385 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878abbee-dae9-4720-81bc-67a60470dc68 None None] Sync routers for ids ['3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:55:37.737193 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:37.747208 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878abbee-dae9-4720-81bc-67a60470dc68 None None] Routers {'3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:55:37.748185 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-878abbee-dae9-4720-81bc-67a60470dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:55:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:37.809016 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-ff5c06d3-c0ae-4971-b297-989611cbe1f0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1752701 Sep 11 00:55:37.811648 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77aec922-e7ba-4f8c-8931-b2ea825af43c', 'tag': '549957cc-ef50-4e12-9608-80b215c4bfb4'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:55:37.814115 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c417b58-10d3-4450-ac1d-fd1027e69ecc req-4e635db8-8bb7-4e13-b30c-715e6551b68a tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:37.814669 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8fd4e8-5ac1-458a-8def-a3f5c1dd4594" -d '{"events": [{"name": "network-changed", "server_uuid": "77aec922-e7ba-4f8c-8931-b2ea825af43c", "tag": "549957cc-ef50-4e12-9608-80b215c4bfb4"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:55:37.816245 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c417b58-10d3-4450-ac1d-fd1027e69ecc req-4e635db8-8bb7-4e13-b30c-715e6551b68a tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0721633 Sep 11 00:55:37.909455 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa54b495-a3f0-44d1-978e-11aa42e3c5a6 x-openstack-request-id: req-aa54b495-a3f0-44d1-978e-11aa42e3c5a6 {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:55:37.909455 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77aec922-e7ba-4f8c-8931-b2ea825af43c", "tag": "549957cc-ef50-4e12-9608-80b215c4bfb4", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:55:37.909455 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-aa54b495-a3f0-44d1-978e-11aa42e3c5a6 {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:55:37.910091 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa54b495-a3f0-44d1-978e-11aa42e3c5a6'] response: {'name': 'network-changed', 'server_uuid': '77aec922-e7ba-4f8c-8931-b2ea825af43c', 'tag': '549957cc-ef50-4e12-9608-80b215c4bfb4', 'status': 'completed', 'code': 200} Sep 11 00:55:37.948665 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c417b58-10d3-4450-ac1d-fd1027e69ecc req-efbddc97-73ce-486e-b7d8-09bc103c4527 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094952 Sep 11 00:55:38.092091 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-878abbee-dae9-4720-81bc-67a60470dc68 None None] Set router 3fe3b9ae-6e34-45b4-99c7-6ff48a166cac gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:55:38.326710 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9dc2b2-6867-4596-a374-3e1c4002d705 req-d9c26281-7b3b-4c98-bb31-413da2fa5441 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:38.327031 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:38.327161 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0e9dc2b2-6867-4596-a374-3e1c4002d705 req-d9c26281-7b3b-4c98-bb31-413da2fa5441 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 931 time: 0.0510840 Sep 11 00:55:38.407810 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0e9dc2b2-6867-4596-a374-3e1c4002d705 req-1527511d-6053-4c42-82eb-93d146fb1ea6 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713992 Sep 11 00:55:38.475508 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-878abbee-dae9-4720-81bc-67a60470dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'name': 'tempest-TestShelveInstance-911419867-router', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142'}], 'enable_snat': True}, 'gw_port_id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:35Z', 'updated_at': '2022-09-11T00:54:38Z', 'revision_number': 4, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'gw_port': {'id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:36Z', 'updated_at': '2022-09-11T00:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '6cdbe540-6c07-4c32-8082-e18c95957ae7', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'floating_ip_address': '172.37.5.108', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'port_id': '549957cc-ef50-4e12-9608-80b215c4bfb4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963', 'mac_address': 'fa:16:3e:a0:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec922-e7ba-4f8c-8931-b2ea825af43c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:55:36Z', 'updated_at': '2022-09-11T00:55:36Z', 'revision_number': 0, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fd774b2-dbf4-47b3-9a8b-58e4006734ad', 'name': '', 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'mac_address': 'fa:16:3e:18:35:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9fc20d29-c23d-4b06-97c5-a82fa0ec92fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:38Z', 'updated_at': '2022-09-11T00:54:46Z', 'revision_number': 5, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'subnets': [{'id': '9fc20d29-c23d-4b06-97c5-a82fa0ec92fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:38.505060 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878abbee-dae9-4720-81bc-67a60470dc68 None None] Checking router: 3fe3b9ae-6e34-45b4-99c7-6ff48a166cac for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:55:38.518271 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878abbee-dae9-4720-81bc-67a60470dc68 None None] Routers {'3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:55:38.519426 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-878abbee-dae9-4720-81bc-67a60470dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:55:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:38.647687 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-878abbee-dae9-4720-81bc-67a60470dc68 None None] Set router 3fe3b9ae-6e34-45b4-99c7-6ff48a166cac gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:55:38.880417 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-878abbee-dae9-4720-81bc-67a60470dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'name': 'tempest-TestShelveInstance-911419867-router', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142'}], 'enable_snat': True}, 'gw_port_id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:35Z', 'updated_at': '2022-09-11T00:54:38Z', 'revision_number': 4, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'gw_port': {'id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:36Z', 'updated_at': '2022-09-11T00:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '6cdbe540-6c07-4c32-8082-e18c95957ae7', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'floating_ip_address': '172.37.5.108', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'port_id': '549957cc-ef50-4e12-9608-80b215c4bfb4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963', 'mac_address': 'fa:16:3e:a0:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec922-e7ba-4f8c-8931-b2ea825af43c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:55:36Z', 'updated_at': '2022-09-11T00:55:36Z', 'revision_number': 0, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fd774b2-dbf4-47b3-9a8b-58e4006734ad', 'name': '', 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'mac_address': 'fa:16:3e:18:35:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9fc20d29-c23d-4b06-97c5-a82fa0ec92fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:38Z', 'updated_at': '2022-09-11T00:54:46Z', 'revision_number': 5, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'subnets': [{'id': '9fc20d29-c23d-4b06-97c5-a82fa0ec92fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:55:38.908697 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878abbee-dae9-4720-81bc-67a60470dc68 None None] The sync data for ids ['3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'] in dv-cinder-master-3-iscsi is: [{'id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'name': 'tempest-TestShelveInstance-911419867-router', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142'}], 'enable_snat': True}, 'gw_port_id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:35Z', 'updated_at': '2022-09-11T00:54:38Z', 'revision_number': 4, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'gw_port': {'id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:36Z', 'updated_at': '2022-09-11T00:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '6cdbe540-6c07-4c32-8082-e18c95957ae7', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'floating_ip_address': '172.37.5.108', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'port_id': '549957cc-ef50-4e12-9608-80b215c4bfb4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963', 'mac_address': 'fa:16:3e:a0:b4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec922-e7ba-4f8c-8931-b2ea825af43c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:55:36Z', 'updated_at': '2022-09-11T00:55:36Z', 'revision_number': 0, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fd774b2-dbf4-47b3-9a8b-58e4006734ad', 'name': '', 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'mac_address': 'fa:16:3e:18:35:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9fc20d29-c23d-4b06-97c5-a82fa0ec92fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:38Z', 'updated_at': '2022-09-11T00:54:46Z', 'revision_number': 5, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'subnets': [{'id': '9fc20d29-c23d-4b06-97c5-a82fa0ec92fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:55:39.165317 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e362aa-0d57-4a10-9ff8-fb8b6916ec18 req-57ee3d39-0137-42b9-a7c7-fc7d014cfd38 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:39.166970 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-96e362aa-0d57-4a10-9ff8-fb8b6916ec18 req-57ee3d39-0137-42b9-a7c7-fc7d014cfd38 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0617995 Sep 11 00:55:39.177752 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5751527-5c93-47e4-bfbd-189875ae36f3 None None] New status for floating IP 6cdbe540-6c07-4c32-8082-e18c95957ae7: ACTIVE {{(pid=112724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 00:55:39.216033 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-96e362aa-0d57-4a10-9ff8-fb8b6916ec18 req-1a82d6b8-f431-47b6-98c1-50423a24dd70 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432458 Sep 11 00:55:39.534399 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c3fe7-d3c5-4ede-9c9c-0a8e0c117a95 req-4c73dd41-bde4-4c97-bf8e-04ba457ae790 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:39.536088 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d93c3fe7-d3c5-4ede-9c9c-0a8e0c117a95 req-4c73dd41-bde4-4c97-bf8e-04ba457ae790 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 931 time: 0.0479624 Sep 11 00:55:39.598047 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d93c3fe7-d3c5-4ede-9c9c-0a8e0c117a95 req-c427a39f-5856-40b2-bb8b-57c52b53969b tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553880 Sep 11 00:55:40.353853 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9e4b0-49a1-4e2e-beab-c857165f385b req-22ec00a9-9709-41cd-84b3-8b387fe61bed tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:40.355316 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-96f9e4b0-49a1-4e2e-beab-c857165f385b req-22ec00a9-9709-41cd-84b3-8b387fe61bed tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0520828 Sep 11 00:55:40.405326 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-96f9e4b0-49a1-4e2e-beab-c857165f385b req-adeb0650-cbf4-43fb-a0b4-2eef84a44c2f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442646 Sep 11 00:55:40.752466 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ef942-a61f-4068-8108-1b8cbb19d54f req-ea167551-895a-4541-8a72-5038b32c8693 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:40.754182 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7e2ef942-a61f-4068-8108-1b8cbb19d54f req-ea167551-895a-4541-8a72-5038b32c8693 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 931 time: 0.0561845 Sep 11 00:55:40.809666 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:40.815171 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7e2ef942-a61f-4068-8108-1b8cbb19d54f req-e9431bc2-8ed4-47f6-9f1f-b2d00910559d tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549214 Sep 11 00:55:41.499301 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:41.534252 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:41.547543 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f332f50-7b72-4a3e-9bb3-0cacc5431a97 req-3aef28b2-9a6b-4c4d-9d4a-51a7a8f1dc6f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:41.549184 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7f332f50-7b72-4a3e-9bb3-0cacc5431a97 req-3aef28b2-9a6b-4c4d-9d4a-51a7a8f1dc6f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0497994 Sep 11 00:55:41.643396 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7f332f50-7b72-4a3e-9bb3-0cacc5431a97 req-0d2e8b3f-a672-46bb-b404-d96f83ac345d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868051 Sep 11 00:55:41.966034 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4371e70-4d9a-48c5-836a-8142e4ecd799 req-24714b05-2de7-49f4-92fd-a48ec2f3d872 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:41.967558 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a4371e70-4d9a-48c5-836a-8142e4ecd799 req-24714b05-2de7-49f4-92fd-a48ec2f3d872 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 931 time: 0.0490990 Sep 11 00:55:42.014576 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a4371e70-4d9a-48c5-836a-8142e4ecd799 req-331746b7-f3f2-4ad7-820c-28b830c006df tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415785 Sep 11 00:55:42.765600 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa81d4d-e1da-4ebc-b18e-0fbc0a921ef8 req-0d0e1843-ff61-4500-bfda-18a0531c7c32 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:42.767107 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3aa81d4d-e1da-4ebc-b18e-0fbc0a921ef8 req-0d0e1843-ff61-4500-bfda-18a0531c7c32 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0484576 Sep 11 00:55:42.823522 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3aa81d4d-e1da-4ebc-b18e-0fbc0a921ef8 req-0b67ff85-4b06-4ab4-93fa-6ad4754c6ef8 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508857 Sep 11 00:55:43.141143 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4c270-5ba5-4604-9bf1-d6a30da8b191 req-4f2586f3-629c-49c9-9894-82f4361c0ec3 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:43.142615 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7be4c270-5ba5-4604-9bf1-d6a30da8b191 req-4f2586f3-629c-49c9-9894-82f4361c0ec3 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 931 time: 0.0520768 Sep 11 00:55:43.190585 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7be4c270-5ba5-4604-9bf1-d6a30da8b191 req-9372f959-ed1e-439f-b537-845bca945a09 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422676 Sep 11 00:55:43.964746 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce00dc0-f756-4966-a8a5-cf15b36fe1ae req-926c65b8-8591-4718-97de-6042492715cb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:43.972144 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9ce00dc0-f756-4966-a8a5-cf15b36fe1ae req-926c65b8-8591-4718-97de-6042492715cb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0606620 Sep 11 00:55:44.029651 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9ce00dc0-f756-4966-a8a5-cf15b36fe1ae req-61491c7c-2fd0-4ced-9e5e-7fe4790f3918 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566330 Sep 11 00:55:44.308542 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd65f82-3d58-4b5c-a666-2ece75a9eeab req-d6485a07-ab02-4a6f-87c6-a2b51348e2b4 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:44.310016 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0fd65f82-3d58-4b5c-a666-2ece75a9eeab req-d6485a07-ab02-4a6f-87c6-a2b51348e2b4 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 931 time: 0.0460691 Sep 11 00:55:44.369084 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0fd65f82-3d58-4b5c-a666-2ece75a9eeab req-ea53fe67-d276-49b7-8407-944e800a0750 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534627 Sep 11 00:55:45.157166 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4a9cb-8fb7-414c-bbf1-00b06c6aba93 req-46964aa4-9d88-4f0f-a62e-3fdea2b87226 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:45.158545 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4be4a9cb-8fb7-414c-bbf1-00b06c6aba93 req-46964aa4-9d88-4f0f-a62e-3fdea2b87226 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0456645 Sep 11 00:55:45.204663 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4be4a9cb-8fb7-414c-bbf1-00b06c6aba93 req-26b5b410-8f04-4375-834a-8984d51c9d93 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398624 Sep 11 00:55:45.507152 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174e225-7081-4470-8f2e-27ac1a5a4a51 req-3883d9eb-2505-430e-ab80-b33d3c00a39f tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:45.509210 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9174e225-7081-4470-8f2e-27ac1a5a4a51 req-3883d9eb-2505-430e-ab80-b33d3c00a39f tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 931 time: 0.0516980 Sep 11 00:55:45.573782 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9174e225-7081-4470-8f2e-27ac1a5a4a51 req-09c723fd-b7cd-4ef1-862e-fe80262f8685 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586820 Sep 11 00:55:46.339771 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dab693-cd2d-4ec2-acc0-2732b4c881e2 req-3032709b-c369-414f-852e-3046a26ee13b tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:46.341254 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-01dab693-cd2d-4ec2-acc0-2732b4c881e2 req-3032709b-c369-414f-852e-3046a26ee13b tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0501490 Sep 11 00:55:46.391377 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-01dab693-cd2d-4ec2-acc0-2732b4c881e2 req-bb23241d-b6a6-4c16-b7a2-a67807863e88 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413907 Sep 11 00:55:46.735536 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ad303-2987-4647-bb62-fe213d46b9db req-ad86cb17-4c3d-4f87-82b9-77b3190ccc7a tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:46.744396 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ee9ad303-2987-4647-bb62-fe213d46b9db req-ad86cb17-4c3d-4f87-82b9-77b3190ccc7a tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 931 time: 0.0749431 Sep 11 00:55:46.802549 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ee9ad303-2987-4647-bb62-fe213d46b9db req-e6f6fe63-e9ea-48a7-b8b2-751ff606109a tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572143 Sep 11 00:55:47.534924 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82861a-e2fe-4d51-a90e-34b553c13d75 req-aebccc72-e007-4521-8568-f508abaf083e tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:47.536426 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ed82861a-e2fe-4d51-a90e-34b553c13d75 req-aebccc72-e007-4521-8568-f508abaf083e tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0530615 Sep 11 00:55:47.565290 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:47.587876 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ed82861a-e2fe-4d51-a90e-34b553c13d75 req-1a4592bd-bc62-4868-a3dc-eedc11e3334e tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459247 Sep 11 00:55:47.801114 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=30 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:47.803049 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=64,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:47.978815 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65fd30-fd08-4d95-a07e-70125032db26 req-ab14350b-d259-487d-874e-1f9cd08c109e tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:47.980341 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7b65fd30-fd08-4d95-a07e-70125032db26 req-ab14350b-d259-487d-874e-1f9cd08c109e tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 931 time: 0.0817916 Sep 11 00:55:48.012020 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:48.029235 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7b65fd30-fd08-4d95-a07e-70125032db26 req-c14a88d2-ea34-4cac-b4c0-2fc46942f8d1 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433912 Sep 11 00:55:48.456701 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-2cea86c2-ccb7-4808-8d84-3871865575a9 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-926362896&fields=id&tenant_id=a1368870ddbd49be857e9ac128bc684e HTTP/1.1" status: 200 len: 267 time: 0.0432143 Sep 11 00:55:48.564407 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-f6587a23-fbc1-4d0f-a95a-7c75c249b382 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:48.565883 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-f6587a23-fbc1-4d0f-a95a-7c75c249b382 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/networks?id=6df3e98e-548f-496e-bd19-e33fc45eb877 HTTP/1.1" status: 200 len: 811 time: 0.1023312 Sep 11 00:55:48.580892 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-c9f82ae9-038b-4621-a693-1b6b871b975f tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/quotas/a1368870ddbd49be857e9ac128bc684e HTTP/1.1" status: 200 len: 375 time: 0.0089192 Sep 11 00:55:48.629213 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-6b027678-41c2-4c16-b8dc-dbaf76fb0e6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a1368870ddbd49be857e9ac128bc684e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427608 Sep 11 00:55:48.727215 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-446cb8a0-58ff-44bc-8ea6-6f9d2786c513 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862646 Sep 11 00:55:48.815854 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-436a7dc3-bc31-47e3-8785-265f182d5747 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829349 Sep 11 00:55:49.023079 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-6db1e61b-c078-4c14-8833-88041bf8d74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:49.138659 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea971bb9-c72e-491a-804a-deab684afb5e req-0988afa8-e1cf-4eff-a33a-77183a3a4372 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:49.140218 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ea971bb9-c72e-491a-804a-deab684afb5e req-0988afa8-e1cf-4eff-a33a-77183a3a4372 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0509164 Sep 11 00:55:49.191312 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ea971bb9-c72e-491a-804a-deab684afb5e req-492b199f-e89a-4a79-9a64-239bc95c1039 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453372 Sep 11 00:55:49.266441 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-99acd3ef-bda6-444a-a75f-48d0161ddd58 service neutron] Request body: {'port': {'device_id': '95a9cb8e-523c-49b2-ae9e-de849b956dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:55:49.267449 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3501b2f8-1c38-406a-b0dc-b2ec0afed7b8 req-e8071d94-03c1-4898-9206-a4a3ff85a7c0 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 210 time: 0.0322273 Sep 11 00:55:49.312082 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:49.326066 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:49.370427 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-99acd3ef-bda6-444a-a75f-48d0161ddd58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (497f3d01-c618-4bc4-8866-0f2093427106), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:49.679969 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-99acd3ef-bda6-444a-a75f-48d0161ddd58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497f3d01-c618-4bc4-8866-0f2093427106 {{(pid=112722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:55:49.688187 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-99acd3ef-bda6-444a-a75f-48d0161ddd58 service neutron] Publish callbacks [] for port (497f3d01-c618-4bc4-8866-0f2093427106), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:49.702590 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.provisioning_blocks [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-99acd3ef-bda6-444a-a75f-48d0161ddd58 service neutron] Transition to ACTIVE for port object 497f3d01-c618-4bc4-8866-0f2093427106 will not be triggered until provisioned by entity L2. {{(pid=112722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 11 00:55:49.706953 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-99acd3ef-bda6-444a-a75f-48d0161ddd58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (497f3d01-c618-4bc4-8866-0f2093427106), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:49.716934 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fd4e8-5ac1-458a-8def-a3f5c1dd4594 req-4574fa4d-61ad-4b01-918b-d5584f4c27e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:49.718453 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ad8fd4e8-5ac1-458a-8def-a3f5c1dd4594 req-4574fa4d-61ad-4b01-918b-d5584f4c27e2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d55d41063ec34fb6921c367025fa9af9&device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 1129 time: 0.3852494 Sep 11 00:55:49.726156 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96008185-2d4c-4fb4-aedb-6a81b9b693e5 req-664fcea7-1788-4a28-98ad-22e37a54bb23 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:49.727702 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-96008185-2d4c-4fb4-aedb-6a81b9b693e5 req-664fcea7-1788-4a28-98ad-22e37a54bb23 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 931 time: 0.3805895 Sep 11 00:55:49.775952 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-96008185-2d4c-4fb4-aedb-6a81b9b693e5 req-8abce2b5-a099-4645-8e62-b20a1f72f702 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424538 Sep 11 00:55:49.791360 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acd3ef-bda6-444a-a75f-48d0161ddd58 service neutron] Pushing event updated for resources: {'Port': ['ID=497f3d01-c618-4bc4-8866-0f2093427106,revision_number=2']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:49.822238 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-99acd3ef-bda6-444a-a75f-48d0161ddd58 service neutron] Attempting to bind port 497f3d01-c618-4bc4-8866-0f2093427106 on host hv-cinder-maste for vnic_type normal with profile {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:55:49.822576 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-99acd3ef-bda6-444a-a75f-48d0161ddd58 service neutron] Attempting to bind port 497f3d01-c618-4bc4-8866-0f2093427106 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'bd7c4cea-2611-4991-9f92-d3dca165adf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436'}] {{(pid=112722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:55:49.822942 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-99acd3ef-bda6-444a-a75f-48d0161ddd58 service neutron] Attempting to bind port 497f3d01-c618-4bc4-8866-0f2093427106 on network 9fa144fa-5fc9-4425-a84d-a5df211c8436 {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:55:49.863765 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-99acd3ef-bda6-444a-a75f-48d0161ddd58 service neutron] Port 497f3d01-c618-4bc4-8866-0f2093427106 on network 9fa144fa-5fc9-4425-a84d-a5df211c8436 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 11 00:55:49.864214 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-99acd3ef-bda6-444a-a75f-48d0161ddd58 service neutron] Attempting to bind port 497f3d01-c618-4bc4-8866-0f2093427106 on network 9fa144fa-5fc9-4425-a84d-a5df211c8436 {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:55:49.906472 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-99acd3ef-bda6-444a-a75f-48d0161ddd58 service neutron] Checking agent: {'id': '59bd9a15-1b15-4a76-8496-742ec7e1ef61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'started_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:55:49.906860 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-99acd3ef-bda6-444a-a75f-48d0161ddd58 service neutron] Checking segment: {'id': 'bd7c4cea-2611-4991-9f92-d3dca165adf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:55:49.907265 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-99acd3ef-bda6-444a-a75f-48d0161ddd58 service neutron] Bound using segment: {'id': 'bd7c4cea-2611-4991-9f92-d3dca165adf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436'} {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:55:49.907704 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-99acd3ef-bda6-444a-a75f-48d0161ddd58 service neutron] Bound port: 497f3d01-c618-4bc4-8866-0f2093427106, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7c4cea-2611-4991-9f92-d3dca165adf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436'}}] {{(pid=112722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:55:49.908143 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-99acd3ef-bda6-444a-a75f-48d0161ddd58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (497f3d01-c618-4bc4-8866-0f2093427106), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:49.987148 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-99acd3ef-bda6-444a-a75f-48d0161ddd58 service neutron] For port 497f3d01-c618-4bc4-8866-0f2093427106, host hv-cinder-maste, cleared binding levels {{(pid=112722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:55:49.991231 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-99acd3ef-bda6-444a-a75f-48d0161ddd58 service neutron] For port 497f3d01-c618-4bc4-8866-0f2093427106, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=497f3d01-c618-4bc4-8866-0f2093427106,segment=NetworkSegment(bd7c4cea-2611-4991-9f92-d3dca165adf0),segment_id=bd7c4cea-2611-4991-9f92-d3dca165adf0)] {{(pid=112722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:55:50.010798 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-99acd3ef-bda6-444a-a75f-48d0161ddd58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (497f3d01-c618-4bc4-8866-0f2093427106), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:50.018497 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-99acd3ef-bda6-444a-a75f-48d0161ddd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:50.020329 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-99acd3ef-bda6-444a-a75f-48d0161ddd58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:50.021814 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-99acd3ef-bda6-444a-a75f-48d0161ddd58 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/497f3d01-c618-4bc4-8866-0f2093427106 HTTP/1.1" status: 200 len: 1093 time: 0.7687075 Sep 11 00:55:50.023102 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a9cb8e-523c-49b2-ae9e-de849b956dc7', 'tag': '497f3d01-c618-4bc4-8866-0f2093427106'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:55:50.026252 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af477ee-2fad-4a6f-bd76-f8af6d4a5015" -d '{"events": [{"name": "network-changed", "server_uuid": "95a9cb8e-523c-49b2-ae9e-de849b956dc7", "tag": "497f3d01-c618-4bc4-8866-0f2093427106"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:55:50.120392 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c697194f-cfbf-44d9-b4df-b8243028af58 x-openstack-request-id: req-c697194f-cfbf-44d9-b4df-b8243028af58 {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:55:50.120684 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a9cb8e-523c-49b2-ae9e-de849b956dc7", "tag": "497f3d01-c618-4bc4-8866-0f2093427106", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:55:50.120933 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c697194f-cfbf-44d9-b4df-b8243028af58 {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:55:50.121336 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c697194f-cfbf-44d9-b4df-b8243028af58'] response: {'name': 'network-changed', 'server_uuid': '95a9cb8e-523c-49b2-ae9e-de849b956dc7', 'tag': '497f3d01-c618-4bc4-8866-0f2093427106', 'status': 'completed', 'code': 200} Sep 11 00:55:50.124489 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acd3ef-bda6-444a-a75f-48d0161ddd58 service neutron] Pushing event updated for resources: {'Port': ['ID=497f3d01-c618-4bc4-8866-0f2093427106,revision_number=3']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:50.142678 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fd4e8-5ac1-458a-8def-a3f5c1dd4594 req-046690c3-86de-4d4c-9e13-98a5ce463940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:50.144211 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ad8fd4e8-5ac1-458a-8def-a3f5c1dd4594 req-046690c3-86de-4d4c-9e13-98a5ce463940 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4e359fd9-06a0-4943-a4a2-16a223ad6963 HTTP/1.1" status: 200 len: 909 time: 0.2097945 Sep 11 00:55:50.303962 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-a5d1ed11-0c14-4139-a340-2b111b68d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:50.306447 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-a5d1ed11-0c14-4139-a340-2b111b68d2fb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=299fcf2ee8b24a4fbb27ed83954c8e24&device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 1127 time: 0.0458794 Sep 11 00:55:50.399828 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-0997a165-d06d-49dc-bd85-a42ec56395ee service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=497f3d01-c618-4bc4-8866-0f2093427106 HTTP/1.1" status: 200 len: 217 time: 0.0430641 Sep 11 00:55:50.430898 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-78b99454-421c-4f4f-90d1-019ce23d6025 req-037f72d5-9dde-4877-b03b-feb5bc827382 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 210 time: 0.0660551 Sep 11 00:55:50.432496 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ad8fd4e8-5ac1-458a-8def-a3f5c1dd4594 req-58faba66-8261-4431-85dc-278beb24d65d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=549957cc-ef50-4e12-9608-80b215c4bfb4 HTTP/1.1" status: 200 len: 1001 time: 0.1703200 Sep 11 00:55:50.438405 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767c701-12e7-4af2-ba9f-7f51f1308826 req-19c5f68b-d755-4a24-a683-14f8477e067a tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:50.439978 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d767c701-12e7-4af2-ba9f-7f51f1308826 req-19c5f68b-d755-4a24-a683-14f8477e067a tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.1576054 Sep 11 00:55:50.446222 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:50.467400 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-836dfd5b-766e-4306-97f6-22e164ec666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:50.468961 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-836dfd5b-766e-4306-97f6-22e164ec666f service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=5d645310-e016-42e2-be5b-be26d0a1ff2b HTTP/1.1" status: 200 len: 854 time: 0.0519831 Sep 11 00:55:50.505772 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fd4e8-5ac1-458a-8def-a3f5c1dd4594 req-073290c5-03be-43a5-a61a-da8ce570afc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:50.507858 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ad8fd4e8-5ac1-458a-8def-a3f5c1dd4594 req-073290c5-03be-43a5-a61a-da8ce570afc9 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=9fc20d29-c23d-4b06-97c5-a82fa0ec92fe HTTP/1.1" status: 200 len: 847 time: 0.0665827 Sep 11 00:55:50.513213 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:50.518389 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-a9863aec-b6ea-4fd4-9e43-992a397cb655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:50.519943 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-a9863aec-b6ea-4fd4-9e43-992a397cb655 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=9fa144fa-5fc9-4425-a84d-a5df211c8436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445404 Sep 11 00:55:50.530590 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:50.537331 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d767c701-12e7-4af2-ba9f-7f51f1308826 req-18733052-c8a5-4b13-961f-a4b785625a29 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883703 Sep 11 00:55:50.565715 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fd4e8-5ac1-458a-8def-a3f5c1dd4594 req-140e496f-3779-4a39-a539-c08d794b723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:50.567193 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ad8fd4e8-5ac1-458a-8def-a3f5c1dd4594 req-140e496f-3779-4a39-a539-c08d794b723b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4e359fd9-06a0-4943-a4a2-16a223ad6963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476995 Sep 11 00:55:50.670037 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ad8fd4e8-5ac1-458a-8def-a3f5c1dd4594 req-8e76cd20-3c85-4986-b47f-626d5932b458 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4e359fd9-06a0-4943-a4a2-16a223ad6963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960603 Sep 11 00:55:50.787715 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ad8fd4e8-5ac1-458a-8def-a3f5c1dd4594 req-7ad1f49c-c097-4c75-ba2d-6a5b6dca5f81 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4e359fd9-06a0-4943-a4a2-16a223ad6963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109443 Sep 11 00:55:50.833007 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:50.860000 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-5f01910b-049a-4729-a4d8-c687772b77df service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9fa144fa-5fc9-4425-a84d-a5df211c8436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333619 Sep 11 00:55:50.924741 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46ec51-482b-4955-bddf-42470e3dd6d2 req-79aebf6c-c354-4f5d-a69e-f5709c1ac513 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:50.926257 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6f46ec51-482b-4955-bddf-42470e3dd6d2 req-79aebf6c-c354-4f5d-a69e-f5709c1ac513 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 943 time: 0.0504174 Sep 11 00:55:50.974476 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6f46ec51-482b-4955-bddf-42470e3dd6d2 req-d97a8666-37c3-415d-90be-ca3c3271134b tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417562 Sep 11 00:55:50.982162 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d047ec73-eba9-4c87-8850-eb1a943602c5 req-467dffdd-4f34-45f9-a5a2-9bb697cd7a0b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9fa144fa-5fc9-4425-a84d-a5df211c8436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870066 Sep 11 00:55:51.329531 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-2b8bf426-4efe-4122-96f3-5051fcb5e7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:51.548078 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fad9feb5-cc8d-436b-b7c0-31ecad8465b2 req-1fa6e543-09ca-4e92-bd54-52baedac16fd tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 210 time: 0.0285490 Sep 11 00:55:51.671385 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fc428-64a0-4f93-874d-cf8e068c88d9 req-6d103006-c0d5-4f88-99e5-8236462b79d0 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:51.672861 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7b2fc428-64a0-4f93-874d-cf8e068c88d9 req-6d103006-c0d5-4f88-99e5-8236462b79d0 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0492184 Sep 11 00:55:51.720928 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7b2fc428-64a0-4f93-874d-cf8e068c88d9 req-a5e12b00-d562-4378-bad0-811a2014524b tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420063 Sep 11 00:55:52.098128 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a0ad8-f193-49ba-913d-da646c8acb80 req-256bfa5f-696f-45d6-ab24-fc42b6b536a8 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:52.099651 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-766a0ad8-f193-49ba-913d-da646c8acb80 req-256bfa5f-696f-45d6-ab24-fc42b6b536a8 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 943 time: 0.0516245 Sep 11 00:55:52.146358 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-766a0ad8-f193-49ba-913d-da646c8acb80 req-7291edde-8517-4caa-b5b8-1180d9cdd274 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 Sep 11 00:55:52.359330 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af477ee-2fad-4a6f-bd76-f8af6d4a5015 req-7aadc7bf-edf8-4e1d-ad52-874d95ab91ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:52.360814 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-7af477ee-2fad-4a6f-bd76-f8af6d4a5015 req-7aadc7bf-edf8-4e1d-ad52-874d95ab91ba service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=299fcf2ee8b24a4fbb27ed83954c8e24&device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 1127 time: 0.0448356 Sep 11 00:55:52.594350 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:52.650544 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-22a8908f-a817-46d9-9290-e3be2c0993ba req-fd3e814b-27d3-496c-b7d7-1ac794f2d2e0 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 210 time: 0.0273862 Sep 11 00:55:52.821569 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af477ee-2fad-4a6f-bd76-f8af6d4a5015 req-788383c5-f14e-4390-bf87-f45af649a47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:52.823119 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-7af477ee-2fad-4a6f-bd76-f8af6d4a5015 req-788383c5-f14e-4390-bf87-f45af649a47a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=9fa144fa-5fc9-4425-a84d-a5df211c8436 HTTP/1.1" status: 200 len: 916 time: 0.1022408 Sep 11 00:55:52.856401 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2cd8d-4187-43f1-a508-7942f0093aa2 req-98573346-134d-4cf5-9228-9f29b213252d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:52.857895 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4ab2cd8d-4187-43f1-a508-7942f0093aa2 req-98573346-134d-4cf5-9228-9f29b213252d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0506241 Sep 11 00:55:52.906005 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4ab2cd8d-4187-43f1-a508-7942f0093aa2 req-1ff581aa-01ea-48ae-82cb-67cf4b73619c tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421810 Sep 11 00:55:53.188249 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-7af477ee-2fad-4a6f-bd76-f8af6d4a5015 req-553cfddc-9062-45a5-9b51-fc503a0660b7 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=497f3d01-c618-4bc4-8866-0f2093427106 HTTP/1.1" status: 200 len: 217 time: 0.0424566 Sep 11 00:55:53.244687 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af477ee-2fad-4a6f-bd76-f8af6d4a5015 req-0ffea516-528d-41ec-9f25-1e510237d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:53.246165 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-7af477ee-2fad-4a6f-bd76-f8af6d4a5015 req-0ffea516-528d-41ec-9f25-1e510237d916 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=5d645310-e016-42e2-be5b-be26d0a1ff2b HTTP/1.1" status: 200 len: 854 time: 0.0491953 Sep 11 00:55:53.296957 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af477ee-2fad-4a6f-bd76-f8af6d4a5015 req-c779d394-8f1e-4519-ae77-b2f3a95cf4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:53.298807 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-7af477ee-2fad-4a6f-bd76-f8af6d4a5015 req-c779d394-8f1e-4519-ae77-b2f3a95cf4e1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=9fa144fa-5fc9-4425-a84d-a5df211c8436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430558 Sep 11 00:55:53.323450 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c48fce-aad6-45be-a182-1edee17c0972 req-38b1d4f5-ff33-49b2-86c1-bab43097012d tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:53.325620 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d1c48fce-aad6-45be-a182-1edee17c0972 req-38b1d4f5-ff33-49b2-86c1-bab43097012d tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 943 time: 0.0707865 Sep 11 00:55:53.378579 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d1c48fce-aad6-45be-a182-1edee17c0972 req-49fc4e09-c280-4ba4-a6fe-84fa5f88325b tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474064 Sep 11 00:55:53.437614 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-7af477ee-2fad-4a6f-bd76-f8af6d4a5015 req-761e8bac-89f2-4cff-b87d-87df6da54fff service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9fa144fa-5fc9-4425-a84d-a5df211c8436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166539 Sep 11 00:55:53.728209 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:53.734457 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:53.758439 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-eb4c7523-fbf3-4bcf-a1de-81eb36eb3ff1 req-473e8371-d9b8-465b-b8af-60dfbabdd73f tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 210 time: 0.0311949 Sep 11 00:55:53.801537 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-7af477ee-2fad-4a6f-bd76-f8af6d4a5015 req-5d535820-93e7-49e1-9eed-cda4e7a8f052 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9fa144fa-5fc9-4425-a84d-a5df211c8436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027515 Sep 11 00:55:53.837778 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e56750-ead9-48a4-969f-1438924e9d97 req-5a2affe8-e5f2-44de-a822-1e31dbe02026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:53.839315 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e8e56750-ead9-48a4-969f-1438924e9d97 req-5a2affe8-e5f2-44de-a822-1e31dbe02026 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067&tenant_id=fd9221b2e81a46f69864e02ec4d42672 HTTP/1.1" status: 200 len: 1127 time: 0.0782621 Sep 11 00:55:53.936724 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:53.952416 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e56750-ead9-48a4-969f-1438924e9d97 req-dd3bfe39-68d3-4508-9394-cfba63e13491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:53.953929 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e8e56750-ead9-48a4-969f-1438924e9d97 req-dd3bfe39-68d3-4508-9394-cfba63e13491 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd9221b2e81a46f69864e02ec4d42672&device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 1127 time: 0.0568714 Sep 11 00:55:54.093835 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a1e19-1fe0-47b0-9f44-5aae63584a34 req-17a12987-524d-4d50-9206-b3134574618f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:54.099342 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-335a1e19-1fe0-47b0-9f44-5aae63584a34 req-17a12987-524d-4d50-9206-b3134574618f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.1078758 Sep 11 00:55:54.158584 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e56750-ead9-48a4-969f-1438924e9d97 req-b39b3875-f4fa-4eb5-a7c1-a7f1de8a5617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:54.160361 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e8e56750-ead9-48a4-969f-1438924e9d97 req-b39b3875-f4fa-4eb5-a7c1-a7f1de8a5617 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 HTTP/1.1" status: 200 len: 917 time: 0.1811297 Sep 11 00:55:54.179621 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-335a1e19-1fe0-47b0-9f44-5aae63584a34 req-90dd006e-d5dd-4541-b32f-aeb5e51f975a tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762010 Sep 11 00:55:54.188052 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:54.230990 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:54.248024 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e8e56750-ead9-48a4-969f-1438924e9d97 req-6685fbf5-7296-47a3-96a5-c6abdc6eceb9 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a166d16-f941-44a7-ba58-ccb7e2c62c18 HTTP/1.1" status: 200 len: 999 time: 0.0664124 Sep 11 00:55:54.330070 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554cbba-d79f-4798-b3f5-c15e231db740 req-289e6da9-8605-4aa4-afa7-5663705897c3 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:54.331533 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9554cbba-d79f-4798-b3f5-c15e231db740 req-289e6da9-8605-4aa4-afa7-5663705897c3 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0548017 Sep 11 00:55:54.387591 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e56750-ead9-48a4-969f-1438924e9d97 req-fbe99952-7e28-4e3d-9491-555b3af04f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:54.389034 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e8e56750-ead9-48a4-969f-1438924e9d97 req-fbe99952-7e28-4e3d-9491-555b3af04f17 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=f6e1af3b-cbbe-4593-9148-6f2c7fa19e13 HTTP/1.1" status: 200 len: 855 time: 0.0762372 Sep 11 00:55:54.405101 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9554cbba-d79f-4798-b3f5-c15e231db740 req-cd9a6e32-e733-4e31-a0c1-1f0928d19f70 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569484 Sep 11 00:55:54.508166 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cde498-db6c-417f-8be4-62787cfbe019 req-2b5eb9ca-9a2d-4a88-bb1a-a8a5ac012dd0 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:54.509713 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-38cde498-db6c-417f-8be4-62787cfbe019 req-2b5eb9ca-9a2d-4a88-bb1a-a8a5ac012dd0 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 943 time: 0.0529473 Sep 11 00:55:54.556367 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-38cde498-db6c-417f-8be4-62787cfbe019 req-1f30cfdc-4d75-4920-a0b8-fe40a18a1882 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410228 Sep 11 00:55:54.604980 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390f346-c4da-47a0-83ad-bb7c29ef8d29 req-66d97e7e-3f87-4199-bb16-44202f4efe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:54.606642 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-0390f346-c4da-47a0-83ad-bb7c29ef8d29 req-66d97e7e-3f87-4199-bb16-44202f4efe29 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a58aefc25e141ca93821a80859875e8&device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 1129 time: 0.0444071 Sep 11 00:55:54.646182 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e56750-ead9-48a4-969f-1438924e9d97 req-03510083-b351-4d0f-b189-3fe0c2a0c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:54.647728 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e8e56750-ead9-48a4-969f-1438924e9d97 req-03510083-b351-4d0f-b189-3fe0c2a0c70d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=3c897342-0f04-45f8-a9ef-0bc52e6c6ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406444 Sep 11 00:55:54.717742 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390f346-c4da-47a0-83ad-bb7c29ef8d29 req-ea031aea-e5b9-411e-8fe5-17caef65147e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:54.719232 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-0390f346-c4da-47a0-83ad-bb7c29ef8d29 req-ea031aea-e5b9-411e-8fe5-17caef65147e service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f HTTP/1.1" status: 200 len: 920 time: 0.1040020 Sep 11 00:55:54.750397 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e8e56750-ead9-48a4-969f-1438924e9d97 req-c41f0de5-d09e-4bf6-9ae6-9a8f721535f7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c897342-0f04-45f8-a9ef-0bc52e6c6ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966966 Sep 11 00:55:54.842669 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-0390f346-c4da-47a0-83ad-bb7c29ef8d29 req-09762860-017b-4fa0-a364-1c33e763eb2d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4ee5962-5a14-4994-83b5-3235d55d032f HTTP/1.1" status: 200 len: 1000 time: 0.1105981 Sep 11 00:55:54.866078 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=100 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:54.868810 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e8e56750-ead9-48a4-969f-1438924e9d97 req-2f62d15f-407a-4c5b-86b7-962e521808b9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c897342-0f04-45f8-a9ef-0bc52e6c6ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116674 Sep 11 00:55:54.888534 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6b646edc-ea5b-4b66-bd6e-9e3aa14b1ca4 req-a3769ac5-47fd-4001-9813-9f8a8314397d tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 210 time: 0.0349195 Sep 11 00:55:54.909358 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-dce97c60-0ae7-4822-b912-3a3bcf7c1e8e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:54.910841 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-dce97c60-0ae7-4822-b912-3a3bcf7c1e8e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.18 "GET /networking/v2.0/networks?id=6df3e98e-548f-496e-bd19-e33fc45eb877 HTTP/1.1" status: 200 len: 811 time: 0.2108796 Sep 11 00:55:54.923463 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390f346-c4da-47a0-83ad-bb7c29ef8d29 req-b4e84496-bbb5-4c4c-82c7-d903d160d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:54.924917 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-0390f346-c4da-47a0-83ad-bb7c29ef8d29 req-b4e84496-bbb5-4c4c-82c7-d903d160d5d0 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c6a47ffa-8534-424b-aa2a-93b1efe10fe2 HTTP/1.1" status: 200 len: 858 time: 0.0716052 Sep 11 00:55:55.014683 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390f346-c4da-47a0-83ad-bb7c29ef8d29 req-a04a7601-d705-469a-95d3-2c81eb6a568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:55.016222 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-0390f346-c4da-47a0-83ad-bb7c29ef8d29 req-a04a7601-d705-469a-95d3-2c81eb6a568a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625594 Sep 11 00:55:55.032038 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-194fedc8-6d65-4179-b534-4d4dca2964c6 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a1368870ddbd49be857e9ac128bc684e HTTP/1.1" status: 200 len: 379 time: 0.0916173 Sep 11 00:55:55.136982 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-9db75f23-c15e-433c-8087-9e1c151b3b85 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Request body: {'port': {'device_id': '984863bd-b3a1-4546-8b36-720ba324d7ac', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'admin_state_up': True, 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'security_groups': ['13acb4db-be99-49b4-a753-cd6637e6af9a']}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:55:55.154996 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 497f3d01-c618-4bc4-8866-0f2093427106 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 00:55:55.218069 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=100 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:55.264913 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 497f3d01-c618-4bc4-8866-0f2093427106, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=497f3d01-c618-4bc4-8866-0f2093427106,segment=NetworkSegment(bd7c4cea-2611-4991-9f92-d3dca165adf0),segment_id=bd7c4cea-2611-4991-9f92-d3dca165adf0)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:55:55.277820 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': '497f3d01-c618-4bc4-8866-0f2093427106', 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436', 'port_id': '497f3d01-c618-4bc4-8866-0f2093427106', 'mac_address': 'fa:16:3e:e7:af:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d645310-e016-42e2-be5b-be26d0a1ff2b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 00:55:55.321341 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-0390f346-c4da-47a0-83ad-bb7c29ef8d29 req-09cbc0b7-cca9-4787-b10f-aff9df6b85a9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978629 Sep 11 00:55:55.324042 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 497f3d01-c618-4bc4-8866-0f2093427106 is: DOWN; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:55.324984 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (497f3d01-c618-4bc4-8866-0f2093427106), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:55.344495 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497f3d01-c618-4bc4-8866-0f2093427106 {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:55:55.364738 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33672164-32af-45d7-9680-528f628f27b2 req-2880ecff-9144-4a5d-9c3f-397d890c0cda tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:55.375274 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-33672164-32af-45d7-9680-528f628f27b2 req-2880ecff-9144-4a5d-9c3f-397d890c0cda tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0776231 Sep 11 00:55:55.397512 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 497f3d01-c618-4bc4-8866-0f2093427106, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=497f3d01-c618-4bc4-8866-0f2093427106,segment=NetworkSegment(bd7c4cea-2611-4991-9f92-d3dca165adf0),segment_id=bd7c4cea-2611-4991-9f92-d3dca165adf0)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:55:55.403198 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-9db75f23-c15e-433c-8087-9e1c151b3b85 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Made reservation on behalf of a1368870ddbd49be857e9ac128bc684e for: {'port': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:55:55.406873 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (497f3d01-c618-4bc4-8866-0f2093427106), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:55.407866 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-9db75f23-c15e-433c-8087-9e1c151b3b85 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:55.416690 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:55.467459 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-33672164-32af-45d7-9680-528f628f27b2 req-22e1db6e-64e2-4f44-b970-f247b3b79078 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911672 Sep 11 00:55:55.495232 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=497f3d01-c618-4bc4-8866-0f2093427106,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:55.641226 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-0390f346-c4da-47a0-83ad-bb7c29ef8d29 req-eb8a6e6d-243e-42b1-b53e-5a93eb6426a7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131330 Sep 11 00:55:55.645536 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d341d6-c153-4882-9f6a-0f8f7b315185 req-b44021b3-59e3-4a3f-80b4-eb3669001011 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:55.654859 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-50d341d6-c153-4882-9f6a-0f8f7b315185 req-b44021b3-59e3-4a3f-80b4-eb3669001011 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0758793 Sep 11 00:55:55.787160 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-9db75f23-c15e-433c-8087-9e1c151b3b85 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Allocated IP 172.20.0.11 (6df3e98e-548f-496e-bd19-e33fc45eb877/f3ea7549-800e-4ee0-ab06-2db2363e7855/883cbb85-cb19-4ae7-86be-1e7abfa4f1f3) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:55:55.809529 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-50d341d6-c153-4882-9f6a-0f8f7b315185 req-7472eacc-2879-4acd-99c8-ab7a23f06242 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514299 Sep 11 00:55:55.838272 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7122922-c84f-4c53-8ffb-bddd84ea8746 req-5a066fbb-97bf-47a4-b5b4-1cc70df76c26 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:55.846036 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['497f3d01-c618-4bc4-8866-0f2093427106'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:55:55.855253 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e7122922-c84f-4c53-8ffb-bddd84ea8746 req-5a066fbb-97bf-47a4-b5b4-1cc70df76c26 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 944 time: 0.1471236 Sep 11 00:55:55.954451 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-9db75f23-c15e-433c-8087-9e1c151b3b85 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for port (883cbb85-cb19-4ae7-86be-1e7abfa4f1f3), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:55.994296 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-9db75f23-c15e-433c-8087-9e1c151b3b85 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (883cbb85-cb19-4ae7-86be-1e7abfa4f1f3), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:56.009480 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e7122922-c84f-4c53-8ffb-bddd84ea8746 req-eff1ca3d-03a8-40b5-9066-cc3ad93342fb tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473560 Sep 11 00:55:56.115749 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-9db75f23-c15e-433c-8087-9e1c151b3b85 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Network 6df3e98e-548f-496e-bd19-e33fc45eb877 is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:55:56.125648 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce139c-cb2d-4908-9b84-0953dc34af64 req-d4d796f6-814e-45b1-8820-aaff9eab15fd tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:56.127254 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-edce139c-cb2d-4908-9b84-0953dc34af64 req-d4d796f6-814e-45b1-8820-aaff9eab15fd tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 932 time: 0.0901990 Sep 11 00:55:56.129661 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-9db75f23-c15e-433c-8087-9e1c151b3b85 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:55:56.132844 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-9db75f23-c15e-433c-8087-9e1c151b3b85 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:55:56.137471 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db75f23-c15e-433c-8087-9e1c151b3b85 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Pushing event updated for resources: {'Port': ['ID=883cbb85-cb19-4ae7-86be-1e7abfa4f1f3,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:56.230958 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-edce139c-cb2d-4908-9b84-0953dc34af64 req-083cb0c7-9bb9-4a50-a705-ba3c10478409 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875027 Sep 11 00:55:56.244521 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-9db75f23-c15e-433c-8087-9e1c151b3b85 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:56.245238 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-9db75f23-c15e-433c-8087-9e1c151b3b85 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:56.266284 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:56.275248 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-9db75f23-c15e-433c-8087-9e1c151b3b85 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1503680 Sep 11 00:55:56.504239 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-6b6307ce-797b-4e95-937f-a90135fea27c None None] Provisioning complete for port 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:56.505484 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-6b6307ce-797b-4e95-937f-a90135fea27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (883cbb85-cb19-4ae7-86be-1e7abfa4f1f3), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:56.541541 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-6b6307ce-797b-4e95-937f-a90135fea27c None None] Port 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:55:56.634170 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f7e92-cdfa-4d30-a37a-e95383a29de8 req-d5407769-9d3f-465a-8ead-580f2a4bd257 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:56.642578 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f09f7e92-cdfa-4d30-a37a-e95383a29de8 req-d5407769-9d3f-465a-8ead-580f2a4bd257 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0660386 Sep 11 00:55:56.687640 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f09f7e92-cdfa-4d30-a37a-e95383a29de8 req-d70cb62b-571e-4278-b236-2bcad035f68a tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438826 Sep 11 00:55:56.938599 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:56.957932 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ad9f2-a7c7-4237-ad97-d8bba53033cc req-0d8ca5e8-98df-482b-a600-1d0cadce1fbd tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:56.959694 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2b5ad9f2-a7c7-4237-ad97-d8bba53033cc req-0d8ca5e8-98df-482b-a600-1d0cadce1fbd tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0525348 Sep 11 00:55:56.999242 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:55:57.013381 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2b5ad9f2-a7c7-4237-ad97-d8bba53033cc req-698d9436-8ced-4fae-a41f-c8f478c230be tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468190 Sep 11 00:55:57.150472 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caab8a-0015-45fa-ba63-319a0b120653 req-082d6407-4930-4024-88df-1b1f861fed63 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:57.152078 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-70caab8a-0015-45fa-ba63-319a0b120653 req-082d6407-4930-4024-88df-1b1f861fed63 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 944 time: 0.0488358 Sep 11 00:55:57.169923 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 497f3d01-c618-4bc4-8866-0f2093427106 up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:55:57.211760 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-70caab8a-0015-45fa-ba63-319a0b120653 req-9ffe8a95-fa73-4bf4-9337-f6c732e16dae tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533874 Sep 11 00:55:57.222746 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning for port 497f3d01-c618-4bc4-8866-0f2093427106 completed by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 11 00:55:57.229865 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port 497f3d01-c618-4bc4-8866-0f2093427106 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:55:57.230384 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (497f3d01-c618-4bc4-8866-0f2093427106), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:57.317193 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 497f3d01-c618-4bc4-8866-0f2093427106 is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:55:57.317774 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (497f3d01-c618-4bc4-8866-0f2093427106), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:57.349147 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a9cb8e-523c-49b2-ae9e-de849b956dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497f3d01-c618-4bc4-8866-0f2093427106'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:55:57.351656 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c2c9cd-9ce5-44f1-821e-be4aea472ca6" -d '{"events": [{"server_uuid": "95a9cb8e-523c-49b2-ae9e-de849b956dc7", "name": "network-vif-plugged", "status": "completed", "tag": "497f3d01-c618-4bc4-8866-0f2093427106"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:55:57.365131 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 497f3d01-c618-4bc4-8866-0f2093427106, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=497f3d01-c618-4bc4-8866-0f2093427106,segment=NetworkSegment(bd7c4cea-2611-4991-9f92-d3dca165adf0),segment_id=bd7c4cea-2611-4991-9f92-d3dca165adf0)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:55:57.371504 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (497f3d01-c618-4bc4-8866-0f2093427106), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:55:57.411931 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35acd8f5-711e-477f-b9d6-a76838bd1dd0 x-openstack-request-id: req-35acd8f5-711e-477f-b9d6-a76838bd1dd0 {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:55:57.412248 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a9cb8e-523c-49b2-ae9e-de849b956dc7", "name": "network-vif-plugged", "status": "completed", "tag": "497f3d01-c618-4bc4-8866-0f2093427106", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:55:57.412507 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-35acd8f5-711e-477f-b9d6-a76838bd1dd0 {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:55:57.412914 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35acd8f5-711e-477f-b9d6-a76838bd1dd0'] response: {'server_uuid': '95a9cb8e-523c-49b2-ae9e-de849b956dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497f3d01-c618-4bc4-8866-0f2093427106', 'code': 200} Sep 11 00:55:57.415882 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51ae02-4080-4aff-9710-ca1e6670c239 req-b7c6e0c0-ffe4-4bc7-a2d4-0ee524dcfd86 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:57.418304 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fd51ae02-4080-4aff-9710-ca1e6670c239 req-b7c6e0c0-ffe4-4bc7-a2d4-0ee524dcfd86 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 932 time: 0.0909982 Sep 11 00:55:57.446654 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=497f3d01-c618-4bc4-8866-0f2093427106,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:55:57.450130 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 00:55:57.482255 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fd51ae02-4080-4aff-9710-ca1e6670c239 req-dc6a6dc5-8137-4185-b0f7-de73deac919a tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583267 Sep 11 00:55:57.823688 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa7669-dcbe-4333-ad61-259b3827667f req-cedba609-b5ca-4dd4-aea0-544763c8ff74 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:57.825254 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-33fa7669-dcbe-4333-ad61-259b3827667f req-cedba609-b5ca-4dd4-aea0-544763c8ff74 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0507658 Sep 11 00:55:57.882640 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-33fa7669-dcbe-4333-ad61-259b3827667f req-e04dbe46-ddea-400e-aa45-56edd9f64225 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512490 Sep 11 00:55:58.160470 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c265b6-9679-442d-8313-6dd619ab84ac req-242d8f0a-9395-407a-b6ff-e59bd1d15572 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:58.162029 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-42c265b6-9679-442d-8313-6dd619ab84ac req-242d8f0a-9395-407a-b6ff-e59bd1d15572 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0678787 Sep 11 00:55:58.232301 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-42c265b6-9679-442d-8313-6dd619ab84ac req-cba5b0b4-ae47-4f1e-b72a-0647cbb9a337 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633612 Sep 11 00:55:58.349735 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25bae8-5ed3-4e48-8698-5e155b018801 req-e110ee07-c44e-4495-bbe2-bd7be4152514 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:58.351771 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fe25bae8-5ed3-4e48-8698-5e155b018801 req-e110ee07-c44e-4495-bbe2-bd7be4152514 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 945 time: 0.0485561 Sep 11 00:55:58.401773 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fe25bae8-5ed3-4e48-8698-5e155b018801 req-550810b7-0578-4dc8-92ec-406d9c97e077 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442033 Sep 11 00:55:58.612378 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edeb287-8e23-4444-b4ce-1237110a9282 req-07ab7809-cfeb-4a73-b9c1-8dbaaeafc405 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:58.614305 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3edeb287-8e23-4444-b4ce-1237110a9282 req-07ab7809-cfeb-4a73-b9c1-8dbaaeafc405 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 932 time: 0.0519993 Sep 11 00:55:58.673992 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3edeb287-8e23-4444-b4ce-1237110a9282 req-8d7a1b28-ca8c-40ba-899c-edf5bb8f124d tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540550 Sep 11 00:55:59.020454 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdbbb1-d2de-45d0-9397-bef76241993a req-1c989ff7-554d-4a0f-b379-689253b7f242 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:59.022301 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-51fdbbb1-d2de-45d0-9397-bef76241993a req-1c989ff7-554d-4a0f-b379-689253b7f242 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0506997 Sep 11 00:55:59.072101 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-51fdbbb1-d2de-45d0-9397-bef76241993a req-4e57d097-d91d-4a92-9677-4b305cb82188 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433095 Sep 11 00:55:59.358418 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601c2c1-a5d9-4a99-9843-8596b67dc98c req-cb0f988b-5f30-4044-a25b-1924a0da9064 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:59.359949 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1601c2c1-a5d9-4a99-9843-8596b67dc98c req-cb0f988b-5f30-4044-a25b-1924a0da9064 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0487041 Sep 11 00:55:59.411015 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1601c2c1-a5d9-4a99-9843-8596b67dc98c req-b8e08af8-c6bf-4060-b56e-14352e0a226c tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451677 Sep 11 00:55:59.544767 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3692c21-011e-481b-b00b-72c4ea5e1b37 req-73f0b6a1-6360-4a13-af60-64ab9e705acf tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:59.546370 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a3692c21-011e-481b-b00b-72c4ea5e1b37 req-73f0b6a1-6360-4a13-af60-64ab9e705acf tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 945 time: 0.0567021 Sep 11 00:55:59.596805 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a3692c21-011e-481b-b00b-72c4ea5e1b37 req-3965146c-e1d4-4131-98ff-a178a9dd0a7e tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448828 Sep 11 00:55:59.796797 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de00ecd-de5e-44c5-a07c-9ebd69f8cc5d req-b696ceb3-efaa-4e55-89b2-b77e63ba0f12 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:55:59.798231 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1de00ecd-de5e-44c5-a07c-9ebd69f8cc5d req-b696ceb3-efaa-4e55-89b2-b77e63ba0f12 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 932 time: 0.0476978 Sep 11 00:55:59.853389 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1de00ecd-de5e-44c5-a07c-9ebd69f8cc5d req-e06f7b4d-c4f7-445c-9ea8-f1e3a891a7b0 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458238 Sep 11 00:56:00.198046 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:00.212044 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b207ca-79bd-4af8-baee-837aacda98fc req-06232c13-9029-429f-ac66-55d40179f141 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:00.213592 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-22b207ca-79bd-4af8-baee-837aacda98fc req-06232c13-9029-429f-ac66-55d40179f141 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0552862 Sep 11 00:56:00.288211 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-22b207ca-79bd-4af8-baee-837aacda98fc req-f67cfb05-20ff-469a-ba4b-3df7be256672 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683255 Sep 11 00:56:00.498512 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:00.550840 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b9dce-0bb1-4257-8c83-f21f784c788f req-94e9bff2-506a-4256-a61c-f9e3e9ab4022 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:00.550840 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fb0b9dce-0bb1-4257-8c83-f21f784c788f req-94e9bff2-506a-4256-a61c-f9e3e9ab4022 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0531731 Sep 11 00:56:00.592646 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fb0b9dce-0bb1-4257-8c83-f21f784c788f req-71c9bf9b-dcdc-489e-bf54-d5d3adea51ec tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452256 Sep 11 00:56:00.723408 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0198b-b552-438d-b3bf-db0b09c90035 req-4cb2e4e8-669e-489b-ba52-c4eeb4794084 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:00.724921 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e3f0198b-b552-438d-b3bf-db0b09c90035 req-4cb2e4e8-669e-489b-ba52-c4eeb4794084 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 945 time: 0.0505276 Sep 11 00:56:00.777764 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e3f0198b-b552-438d-b3bf-db0b09c90035 req-4f59e5bc-bd7e-413b-b5b8-5262ee0d18a3 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465760 Sep 11 00:56:00.982912 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357eadb-7277-4005-aaa0-0997a416d4eb req-c74fb7b3-c007-484b-a3a1-42c5e59558de tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:00.984843 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a357eadb-7277-4005-aaa0-0997a416d4eb req-c74fb7b3-c007-484b-a3a1-42c5e59558de tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 932 time: 0.0511553 Sep 11 00:56:01.036378 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a357eadb-7277-4005-aaa0-0997a416d4eb req-9b2e399b-92a2-47ae-8f7a-70835da5a451 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460486 Sep 11 00:56:01.422933 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f885475-a3e3-4fd6-b25e-e83c43d22cf1 req-7c717f11-2751-4624-9998-429c8c9af0f9 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:01.424415 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5f885475-a3e3-4fd6-b25e-e83c43d22cf1 req-7c717f11-2751-4624-9998-429c8c9af0f9 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0485911 Sep 11 00:56:01.474086 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5f885475-a3e3-4fd6-b25e-e83c43d22cf1 req-0e05532e-92eb-43ff-b715-1164829cbe83 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432789 Sep 11 00:56:01.723559 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a139da-6696-4138-92d7-32f0e65b27a6 req-0893ad30-a238-48a1-958a-0e6b1e01e1a2 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:01.725171 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-40a139da-6696-4138-92d7-32f0e65b27a6 req-0893ad30-a238-48a1-958a-0e6b1e01e1a2 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0529904 Sep 11 00:56:01.777014 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-40a139da-6696-4138-92d7-32f0e65b27a6 req-72def9dd-2feb-457a-ba91-f05785f637ca tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443017 Sep 11 00:56:01.912586 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95f842-0909-4715-bfd6-8f1aa493137a req-61c8d400-f95f-430a-a3c5-c3981cfc5d4f tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:01.914088 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c95f842-0909-4715-bfd6-8f1aa493137a req-61c8d400-f95f-430a-a3c5-c3981cfc5d4f tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 945 time: 0.0543573 Sep 11 00:56:01.967056 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c95f842-0909-4715-bfd6-8f1aa493137a req-0a9fc2b4-f8bf-47ee-b325-1fe86ab3639e tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471299 Sep 11 00:56:02.167222 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98352016-4ec6-4d21-8bdc-055a5affdaf2 req-09dd4204-b501-4912-af1a-7f43356d2840 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:02.170536 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-98352016-4ec6-4d21-8bdc-055a5affdaf2 req-09dd4204-b501-4912-af1a-7f43356d2840 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 932 time: 0.0500789 Sep 11 00:56:02.226970 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-98352016-4ec6-4d21-8bdc-055a5affdaf2 req-de4b0447-f983-42bb-a979-43b4c8890c39 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502434 Sep 11 00:56:02.606914 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81727618-6bf6-484f-b465-8a95c8e346a3 req-e8e20afe-63f3-4ef1-8f5c-0a01f67170a1 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:02.608430 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-81727618-6bf6-484f-b465-8a95c8e346a3 req-e8e20afe-63f3-4ef1-8f5c-0a01f67170a1 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0487976 Sep 11 00:56:02.657674 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-81727618-6bf6-484f-b465-8a95c8e346a3 req-747f284d-3a90-471e-a04c-453fb8d8fabe tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434811 Sep 11 00:56:02.906728 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326ea64-2013-4473-81f5-66cbafafc7d6 req-6a796c96-b7f2-44e2-a6d6-76242787ec24 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:02.908381 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e326ea64-2013-4473-81f5-66cbafafc7d6 req-6a796c96-b7f2-44e2-a6d6-76242787ec24 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0492892 Sep 11 00:56:02.961309 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e326ea64-2013-4473-81f5-66cbafafc7d6 req-04b0e703-bf94-49ba-b0f6-da946dea4343 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469761 Sep 11 00:56:03.108510 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a585d9-a48c-4095-8665-e079bdb387f3 req-d15372e8-c4ed-49e5-8404-e6200765cacc tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:03.115431 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-68a585d9-a48c-4095-8665-e079bdb387f3 req-d15372e8-c4ed-49e5-8404-e6200765cacc tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 945 time: 0.0696902 Sep 11 00:56:03.166777 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-68a585d9-a48c-4095-8665-e079bdb387f3 req-99be9818-b165-42c7-ab38-6c18ebf5f95e tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504119 Sep 11 00:56:03.346714 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bf4cb-23e4-4c44-bbb1-b227f215107f req-247dd1db-14ea-4ef9-b618-e75a2bc708b0 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:03.348301 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d89bf4cb-23e4-4c44-bbb1-b227f215107f req-247dd1db-14ea-4ef9-b618-e75a2bc708b0 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 932 time: 0.0465550 Sep 11 00:56:03.360931 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:03.391639 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:03.401828 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d89bf4cb-23e4-4c44-bbb1-b227f215107f req-8bc43a07-1e28-4876-be21-4a1f6dcc242a tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469766 Sep 11 00:56:03.814631 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59b5d2-1825-4b2e-b48e-868ff1aaab87 req-ad00b324-b193-4835-ac16-11e9f4cc0e1e tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:03.816177 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6d59b5d2-1825-4b2e-b48e-868ff1aaab87 req-ad00b324-b193-4835-ac16-11e9f4cc0e1e tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0512066 Sep 11 00:56:03.865013 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6d59b5d2-1825-4b2e-b48e-868ff1aaab87 req-2a338523-ab5a-44ed-8d20-a9922b8be328 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428140 Sep 11 00:56:04.099069 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd08fb-eb6e-4073-9967-f44814a67e8f req-2001eb16-484b-47ee-b4c1-49bb90959680 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:04.105516 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-adfd08fb-eb6e-4073-9967-f44814a67e8f req-2001eb16-484b-47ee-b4c1-49bb90959680 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0601981 Sep 11 00:56:04.153023 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-adfd08fb-eb6e-4073-9967-f44814a67e8f req-7b00e6f7-8f07-4cbe-8b02-203daf8e6095 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465167 Sep 11 00:56:04.293316 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2042492-973d-4ef0-9227-e2813205fb24 req-9e22ca23-7794-4c07-86d4-ec2be75e8d10 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:04.294847 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e2042492-973d-4ef0-9227-e2813205fb24 req-9e22ca23-7794-4c07-86d4-ec2be75e8d10 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 945 time: 0.0503960 Sep 11 00:56:04.345953 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e2042492-973d-4ef0-9227-e2813205fb24 req-42624aaa-9b3b-4683-bcd7-49d5859be5a2 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455911 Sep 11 00:56:04.523686 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01574f-cab1-4a93-9f16-f16931d6cf93 req-e5ac94c0-f4e8-4e2a-a0fc-c6ed8ddd7618 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:04.525228 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-df01574f-cab1-4a93-9f16-f16931d6cf93 req-e5ac94c0-f4e8-4e2a-a0fc-c6ed8ddd7618 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 932 time: 0.0483792 Sep 11 00:56:04.576791 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-df01574f-cab1-4a93-9f16-f16931d6cf93 req-befeff0c-bcc6-4203-b47f-f234affb8195 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459602 Sep 11 00:56:04.970345 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-82829bad-4e26-4f39-9381-b69f5f47c91b service neutron] Request body: {'port': {'device_id': '984863bd-b3a1-4546-8b36-720ba324d7ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:56:05.000445 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6970e-a909-4e0a-b103-42f028dae805 req-8e2fce98-058a-47e3-81fc-2fb096c1fd88 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:05.001936 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5de6970e-a909-4e0a-b103-42f028dae805 req-8e2fce98-058a-47e3-81fc-2fb096c1fd88 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0485101 Sep 11 00:56:05.028352 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:05.036145 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-82829bad-4e26-4f39-9381-b69f5f47c91b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (883cbb85-cb19-4ae7-86be-1e7abfa4f1f3), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:05.056472 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5de6970e-a909-4e0a-b103-42f028dae805 req-5b29e8fd-1d23-4093-bb63-0ae0a034c31e tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487170 Sep 11 00:56:05.277394 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289c9ac-5a11-4b6e-824c-8680dc04275a req-8d4d87c0-3d7e-47a0-918a-56f957252543 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:05.278884 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6289c9ac-5a11-4b6e-824c-8680dc04275a req-8d4d87c0-3d7e-47a0-918a-56f957252543 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0492330 Sep 11 00:56:05.303373 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-82829bad-4e26-4f39-9381-b69f5f47c91b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 {{(pid=112722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:56:05.311115 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-82829bad-4e26-4f39-9381-b69f5f47c91b service neutron] Publish callbacks [] for port (883cbb85-cb19-4ae7-86be-1e7abfa4f1f3), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:05.323689 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.provisioning_blocks [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-82829bad-4e26-4f39-9381-b69f5f47c91b service neutron] Transition to ACTIVE for port object 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 will not be triggered until provisioned by entity L2. {{(pid=112722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 11 00:56:05.327033 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6289c9ac-5a11-4b6e-824c-8680dc04275a req-38849025-f620-437d-8daa-4f48d0196fc7 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423033 Sep 11 00:56:05.327836 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-82829bad-4e26-4f39-9381-b69f5f47c91b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (883cbb85-cb19-4ae7-86be-1e7abfa4f1f3), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:05.394733 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82829bad-4e26-4f39-9381-b69f5f47c91b service neutron] Pushing event updated for resources: {'Port': ['ID=883cbb85-cb19-4ae7-86be-1e7abfa4f1f3,revision_number=2']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:05.445033 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-82829bad-4e26-4f39-9381-b69f5f47c91b service neutron] Attempting to bind port 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 on host hv-cinder-maste for vnic_type normal with profile {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:56:05.445378 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-82829bad-4e26-4f39-9381-b69f5f47c91b service neutron] Attempting to bind port 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'c77f5f4f-cada-402d-b932-fa2457ffe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877'}] {{(pid=112722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:56:05.445629 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-82829bad-4e26-4f39-9381-b69f5f47c91b service neutron] Attempting to bind port 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 on network 6df3e98e-548f-496e-bd19-e33fc45eb877 {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:56:05.467051 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a9545-4aea-4105-961b-b5ab9be64759 req-f190cc1e-c27f-410b-a230-6e9299bbcfd0 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:05.468520 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4b1a9545-4aea-4105-961b-b5ab9be64759 req-f190cc1e-c27f-410b-a230-6e9299bbcfd0 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 945 time: 0.0469027 Sep 11 00:56:05.487570 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-82829bad-4e26-4f39-9381-b69f5f47c91b service neutron] Port 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 on network 6df3e98e-548f-496e-bd19-e33fc45eb877 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 11 00:56:05.487797 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-82829bad-4e26-4f39-9381-b69f5f47c91b service neutron] Attempting to bind port 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 on network 6df3e98e-548f-496e-bd19-e33fc45eb877 {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:56:05.516378 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4b1a9545-4aea-4105-961b-b5ab9be64759 req-22a7c899-6d5a-45df-962e-f7a0db831746 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420647 Sep 11 00:56:05.529296 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-82829bad-4e26-4f39-9381-b69f5f47c91b service neutron] Checking agent: {'id': '59bd9a15-1b15-4a76-8496-742ec7e1ef61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'started_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:56:05.529633 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-82829bad-4e26-4f39-9381-b69f5f47c91b service neutron] Checking segment: {'id': 'c77f5f4f-cada-402d-b932-fa2457ffe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:56:05.530005 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-82829bad-4e26-4f39-9381-b69f5f47c91b service neutron] Bound using segment: {'id': 'c77f5f4f-cada-402d-b932-fa2457ffe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877'} {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:56:05.530435 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-82829bad-4e26-4f39-9381-b69f5f47c91b service neutron] Bound port: 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c77f5f4f-cada-402d-b932-fa2457ffe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877'}}] {{(pid=112722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:56:05.530807 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-82829bad-4e26-4f39-9381-b69f5f47c91b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (883cbb85-cb19-4ae7-86be-1e7abfa4f1f3), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:05.595854 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-82829bad-4e26-4f39-9381-b69f5f47c91b service neutron] For port 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3, host hv-cinder-maste, cleared binding levels {{(pid=112722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:56:05.598764 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-82829bad-4e26-4f39-9381-b69f5f47c91b service neutron] For port 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=883cbb85-cb19-4ae7-86be-1e7abfa4f1f3,segment=NetworkSegment(c77f5f4f-cada-402d-b932-fa2457ffe4e0),segment_id=c77f5f4f-cada-402d-b932-fa2457ffe4e0)] {{(pid=112722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:56:05.604816 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-82829bad-4e26-4f39-9381-b69f5f47c91b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (883cbb85-cb19-4ae7-86be-1e7abfa4f1f3), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:05.608306 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-82829bad-4e26-4f39-9381-b69f5f47c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:05.609069 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-82829bad-4e26-4f39-9381-b69f5f47c91b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:05.610468 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-82829bad-4e26-4f39-9381-b69f5f47c91b service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 HTTP/1.1" status: 200 len: 1094 time: 0.6445510 Sep 11 00:56:05.612719 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984863bd-b3a1-4546-8b36-720ba324d7ac', 'tag': '883cbb85-cb19-4ae7-86be-1e7abfa4f1f3'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:56:05.615483 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deeac9e9-e3a8-4525-9681-14d925685b85" -d '{"events": [{"name": "network-changed", "server_uuid": "984863bd-b3a1-4546-8b36-720ba324d7ac", "tag": "883cbb85-cb19-4ae7-86be-1e7abfa4f1f3"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:56:05.654433 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0711040-daf2-41e8-94af-150062db5d6d x-openstack-request-id: req-d0711040-daf2-41e8-94af-150062db5d6d {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:56:05.654715 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "984863bd-b3a1-4546-8b36-720ba324d7ac", "tag": "883cbb85-cb19-4ae7-86be-1e7abfa4f1f3", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:56:05.654980 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d0711040-daf2-41e8-94af-150062db5d6d {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:56:05.655375 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0711040-daf2-41e8-94af-150062db5d6d'] response: {'name': 'network-changed', 'server_uuid': '984863bd-b3a1-4546-8b36-720ba324d7ac', 'tag': '883cbb85-cb19-4ae7-86be-1e7abfa4f1f3', 'status': 'completed', 'code': 200} Sep 11 00:56:05.669742 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82829bad-4e26-4f39-9381-b69f5f47c91b service neutron] Pushing event updated for resources: {'Port': ['ID=883cbb85-cb19-4ae7-86be-1e7abfa4f1f3,revision_number=3']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:05.703747 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9930a1-1f27-48b8-821a-abc08f88cebd req-5b2415af-30e5-4cc5-9562-c7415c0b2f6d tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:05.705509 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3b9930a1-1f27-48b8-821a-abc08f88cebd req-5b2415af-30e5-4cc5-9562-c7415c0b2f6d tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 944 time: 0.0506284 Sep 11 00:56:05.758516 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3b9930a1-1f27-48b8-821a-abc08f88cebd req-8dfc552b-a08e-4704-acee-25ef518c65bc tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465674 Sep 11 00:56:05.813112 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:05.845416 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeac9e9-e3a8-4525-9681-14d925685b85 req-60beb373-21e8-4f0f-bd65-b5d8db0d026d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:05.846966 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-deeac9e9-e3a8-4525-9681-14d925685b85 req-60beb373-21e8-4f0f-bd65-b5d8db0d026d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=a1368870ddbd49be857e9ac128bc684e&device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 1128 time: 0.0711360 Sep 11 00:56:05.852001 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf58a29-e324-4992-9d3b-a5aabc85c135 req-e13d35ed-a7ed-48ee-b1b0-eb5e3f22cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:05.853366 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-dbf58a29-e324-4992-9d3b-a5aabc85c135 req-e13d35ed-a7ed-48ee-b1b0-eb5e3f22cf28 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 1129 time: 0.0493457 Sep 11 00:56:06.111615 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-dbf58a29-e324-4992-9d3b-a5aabc85c135 req-2fceb5da-6a82-4762-8f1b-09ddd9847ee2 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986958 Sep 11 00:56:06.140079 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeac9e9-e3a8-4525-9681-14d925685b85 req-2243b946-2a73-42e0-8c5f-c7f1faaedfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:06.141543 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-deeac9e9-e3a8-4525-9681-14d925685b85 req-2243b946-2a73-42e0-8c5f-c7f1faaedfa4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=a1368870ddbd49be857e9ac128bc684e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1230476 Sep 11 00:56:06.186965 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933168b-beb6-4909-9342-ce5d413f5e30 req-d34b3b2c-4de4-46df-aa22-3aa6cbf5b6ef tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:06.188430 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1933168b-beb6-4909-9342-ce5d413f5e30 req-d34b3b2c-4de4-46df-aa22-3aa6cbf5b6ef tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0463018 Sep 11 00:56:06.234076 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1933168b-beb6-4909-9342-ce5d413f5e30 req-17cca4fb-d862-4dfd-9496-ea55bfe942fe tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401282 Sep 11 00:56:06.454969 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5b4f4-6647-40fa-840b-c64457ce8198 req-7f378e46-548b-4355-be21-bd4e0dfe6d16 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:06.456586 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-68e5b4f4-6647-40fa-840b-c64457ce8198 req-7f378e46-548b-4355-be21-bd4e0dfe6d16 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0517673 Sep 11 00:56:06.488202 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeac9e9-e3a8-4525-9681-14d925685b85 req-09e94e3c-1415-4d50-aea6-5f1600ad6053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:06.489678 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-deeac9e9-e3a8-4525-9681-14d925685b85 req-09e94e3c-1415-4d50-aea6-5f1600ad6053 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972259 Sep 11 00:56:06.503400 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-68e5b4f4-6647-40fa-840b-c64457ce8198 req-f0ddbd41-c152-4267-bec2-a8b0b7ef624f tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410249 Sep 11 00:56:06.625793 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:06.638570 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba52a5f-1bbc-404c-99bc-bfaea3f1ecdb req-b347af60-9e4e-4898-9643-9ff264a28522 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:06.640090 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7ba52a5f-1bbc-404c-99bc-bfaea3f1ecdb req-b347af60-9e4e-4898-9643-9ff264a28522 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 945 time: 0.0499279 Sep 11 00:56:06.686624 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7ba52a5f-1bbc-404c-99bc-bfaea3f1ecdb req-cf717ca2-ddbf-4e2c-b08d-41d62366fc52 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410769 Sep 11 00:56:06.869043 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:06.877596 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4f402-9253-4086-97de-28febf940a59 req-6537fd98-d833-4ae4-a3c8-82a81d57434d tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:06.879026 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-21c4f402-9253-4086-97de-28febf940a59 req-6537fd98-d833-4ae4-a3c8-82a81d57434d tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 944 time: 0.0469868 Sep 11 00:56:06.927274 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-21c4f402-9253-4086-97de-28febf940a59 req-0983c174-1eb3-42d8-a7a6-d96cbad88411 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425160 Sep 11 00:56:07.006687 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:07.039290 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-e05d755c-0ac9-49e0-bcba-d4b6db5e03f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:07.040824 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-e05d755c-0ac9-49e0-bcba-d4b6db5e03f4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=a1368870ddbd49be857e9ac128bc684e&device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 1128 time: 0.0418389 Sep 11 00:56:07.365004 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b026f-e0af-4df8-9e77-8e6df07fdc03 req-098e9c84-ff8c-4241-aa41-43545684f14d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:07.366518 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-057b026f-e0af-4df8-9e77-8e6df07fdc03 req-098e9c84-ff8c-4241-aa41-43545684f14d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0512130 Sep 11 00:56:07.440862 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=66,neutron:DELETE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:07.442933 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:07.648444 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a94d9e-ad4d-4a08-a3ac-66ae29228f66 req-2789b256-d6c7-4656-b252-b597feb42182 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:07.649918 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-89a94d9e-ad4d-4a08-a3ac-66ae29228f66 req-2789b256-d6c7-4656-b252-b597feb42182 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0628517 Sep 11 00:56:07.652959 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-057b026f-e0af-4df8-9e77-8e6df07fdc03 req-719f9e6f-e0b7-439d-b082-c43a8fc0b075 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2807302 Sep 11 00:56:07.697646 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-89a94d9e-ad4d-4a08-a3ac-66ae29228f66 req-7ab35b79-e800-4b1a-8950-8caaf0616b9e tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421426 Sep 11 00:56:07.804887 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f141b84-8b57-4282-bbeb-3e605f881a48 req-1060aa83-7256-4953-aed1-59d0ba1e8702 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:07.806252 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6f141b84-8b57-4282-bbeb-3e605f881a48 req-1060aa83-7256-4953-aed1-59d0ba1e8702 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 945 time: 0.0464451 Sep 11 00:56:07.854816 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6f141b84-8b57-4282-bbeb-3e605f881a48 req-e01f2595-2ba3-455a-b023-4c1782be09b6 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430126 Sep 11 00:56:08.043464 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58befb5d-f3a0-49ce-bcd4-56df7840d4b4 req-ee5b22b6-6cd4-47a8-9f0e-53f5919a6122 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:08.044943 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-58befb5d-f3a0-49ce-bcd4-56df7840d4b4 req-ee5b22b6-6cd4-47a8-9f0e-53f5919a6122 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 944 time: 0.0455866 Sep 11 00:56:08.093108 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-58befb5d-f3a0-49ce-bcd4-56df7840d4b4 req-e36acbc1-ce1c-478a-9119-fd8d851529c6 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425892 Sep 11 00:56:08.453139 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-cc1be7db-809e-4142-8c69-32cc3de49bf8 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 HTTP/1.1" status: 200 len: 217 time: 0.0356364 Sep 11 00:56:08.781419 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c35b49-b55c-42be-ab27-e1abfaa4a634 req-45639821-6ec8-489c-904a-03e308f2f868 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:08.782896 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e9c35b49-b55c-42be-ab27-e1abfaa4a634 req-45639821-6ec8-489c-904a-03e308f2f868 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0485103 Sep 11 00:56:08.847519 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb120c-0e51-4ecd-8360-be2e646a6553 req-e58d3d0f-8e16-490f-aa95-6a657042d7eb tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:08.848923 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-05bb120c-0e51-4ecd-8360-be2e646a6553 req-e58d3d0f-8e16-490f-aa95-6a657042d7eb tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0745034 Sep 11 00:56:08.876762 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e9c35b49-b55c-42be-ab27-e1abfaa4a634 req-2d3466d7-eb46-4752-a6cc-00f48ea224bb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861998 Sep 11 00:56:08.910965 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-05bb120c-0e51-4ecd-8360-be2e646a6553 req-f9baf081-fbce-44ce-9af2-285494bdf2a5 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562475 Sep 11 00:56:08.982241 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971534d5-52f2-432f-a08d-1b6b38f68718 req-c50ca587-5854-4669-804b-7163baf9f47f tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:08.984087 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-971534d5-52f2-432f-a08d-1b6b38f68718 req-c50ca587-5854-4669-804b-7163baf9f47f tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 945 time: 0.0472596 Sep 11 00:56:09.032860 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-971534d5-52f2-432f-a08d-1b6b38f68718 req-285b4d5f-11de-474c-9615-41934374b51a tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428121 Sep 11 00:56:09.034019 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-f441d2b9-a540-49a6-adf4-8f016ccb8eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:09.035546 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-f441d2b9-a540-49a6-adf4-8f016ccb8eec service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=f3ea7549-800e-4ee0-ab06-2db2363e7855 HTTP/1.1" status: 200 len: 850 time: 0.0539572 Sep 11 00:56:09.161458 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3c008-553e-46f3-8b07-4f8325bd6833 req-8ad85eb8-aaac-443c-a034-b4bc3fe8dbce tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:09.163063 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-64d3c008-553e-46f3-8b07-4f8325bd6833 req-8ad85eb8-aaac-443c-a034-b4bc3fe8dbce tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 945 time: 0.0546165 Sep 11 00:56:09.184096 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-b7beca64-5142-45d8-9194-dbef422d74e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:09.185641 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-b7beca64-5142-45d8-9194-dbef422d74e0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=6df3e98e-548f-496e-bd19-e33fc45eb877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686128 Sep 11 00:56:09.190700 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe3603-5767-4fbd-963c-f780f652f773 req-3c2aca5a-4c40-41eb-82ab-6602274fa2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:09.192150 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-19fe3603-5767-4fbd-963c-f780f652f773 req-3c2aca5a-4c40-41eb-82ab-6602274fa2a0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 1129 time: 0.0473406 Sep 11 00:56:09.248345 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da525ab2-bf66-42a0-b8a1-5929bd9df52c req-7c977e24-d371-4d60-84ef-92254bb270c2 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:09.249740 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-da525ab2-bf66-42a0-b8a1-5929bd9df52c req-7c977e24-d371-4d60-84ef-92254bb270c2 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 944 time: 0.0726068 Sep 11 00:56:09.253939 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-64d3c008-553e-46f3-8b07-4f8325bd6833 req-f9656893-cfaa-4fa9-804f-73662a0a0647 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840940 Sep 11 00:56:09.302472 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-19fe3603-5767-4fbd-963c-f780f652f773 req-d95faded-b21c-42d1-987b-60c0f84354af service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930090 Sep 11 00:56:09.306327 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-da525ab2-bf66-42a0-b8a1-5929bd9df52c req-8e6f8c1a-0def-4b6c-bdef-abfcf28b40d9 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505910 Sep 11 00:56:09.328432 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-6fecebf5-3628-4995-97b7-7bbcd92b4536 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261992 Sep 11 00:56:09.599294 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920b1a2-ee2c-480e-985e-04a69b72f102 req-3321258d-6722-45a5-9d87-4f0742c23523 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:09.601601 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f920b1a2-ee2c-480e-985e-04a69b72f102 req-3321258d-6722-45a5-9d87-4f0742c23523 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 945 time: 0.0481019 Sep 11 00:56:09.613107 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:09.654716 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f920b1a2-ee2c-480e-985e-04a69b72f102 req-a18634b8-2b6e-4633-a093-0950b0cd40f8 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477402 Sep 11 00:56:09.760484 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d836efc0-ff99-49de-b6aa-486b22f2b137 req-923023a9-d61f-4698-be22-e1b79f97146c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009045 Sep 11 00:56:10.024377 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42e658-ccb8-4d22-a51b-0933697f5c94 req-ecf305d6-a949-4318-9522-12e1a7c0c601 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:10.025868 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fd42e658-ccb8-4d22-a51b-0933697f5c94 req-ecf305d6-a949-4318-9522-12e1a7c0c601 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0652730 Sep 11 00:56:10.052345 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:10.073943 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956f626-d0d9-4ed0-ae5a-038a495f6f83 req-33e43cbe-9f51-4659-83ae-c7583dc8b707 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:10.075439 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3956f626-d0d9-4ed0-ae5a-038a495f6f83 req-33e43cbe-9f51-4659-83ae-c7583dc8b707 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0712311 Sep 11 00:56:10.115100 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fd42e658-ccb8-4d22-a51b-0933697f5c94 req-99446fe4-d7fc-48a2-b0de-5a7599094e61 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730982 Sep 11 00:56:10.141523 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3956f626-d0d9-4ed0-ae5a-038a495f6f83 req-317350c8-de12-491b-9ad5-2a2234e35e59 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564773 Sep 11 00:56:10.429135 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f9da8-2684-4776-b5d3-e3a9ff0bd2ee req-ba5e1398-f5f4-4456-811d-f95c797effa6 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:10.430596 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fd2f9da8-2684-4776-b5d3-e3a9ff0bd2ee req-ba5e1398-f5f4-4456-811d-f95c797effa6 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 944 time: 0.0503306 Sep 11 00:56:10.478998 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fd2f9da8-2684-4776-b5d3-e3a9ff0bd2ee req-13ac1938-fd86-450e-89af-52b28d827750 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428259 Sep 11 00:56:11.272505 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e9673-aca1-49f6-8538-5f1df8a3d287 req-99bf0762-ea3e-4ac6-a196-3ed701f392b9 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:11.273908 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-dd5e9673-aca1-49f6-8538-5f1df8a3d287 req-99bf0762-ea3e-4ac6-a196-3ed701f392b9 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0734830 Sep 11 00:56:11.300497 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015844bd-7485-4bce-8aa1-52d3d337e7e8 req-78180f47-84a8-4389-917e-9d7ed7a095c1 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:11.301928 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-015844bd-7485-4bce-8aa1-52d3d337e7e8 req-78180f47-84a8-4389-917e-9d7ed7a095c1 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0708368 Sep 11 00:56:11.358101 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-dd5e9673-aca1-49f6-8538-5f1df8a3d287 req-ad6e03c4-5907-4836-9bc1-4f67872b87f2 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786083 Sep 11 00:56:11.371810 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-015844bd-7485-4bce-8aa1-52d3d337e7e8 req-5b7c66f4-dca9-4574-848b-3ace99a48f77 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633574 Sep 11 00:56:11.484273 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:11.734279 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d8838-f86d-4d78-8edc-3e904fb22f54 req-c6d9abc5-e482-4206-b7ae-65ca6a5ec3ed tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:11.735796 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d23d8838-f86d-4d78-8edc-3e904fb22f54 req-c6d9abc5-e482-4206-b7ae-65ca6a5ec3ed tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 944 time: 0.0473127 Sep 11 00:56:11.786646 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d23d8838-f86d-4d78-8edc-3e904fb22f54 req-dae8e269-97d3-4eda-b145-22c5df43534a tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450976 Sep 11 00:56:11.971101 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88326681-aab3-4f68-af7a-6da946279849 req-70df2665-1559-4e31-99da-6fae0a944aef tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:11.972566 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-88326681-aab3-4f68-af7a-6da946279849 req-70df2665-1559-4e31-99da-6fae0a944aef tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0467937 Sep 11 00:56:12.019022 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-88326681-aab3-4f68-af7a-6da946279849 req-17cd31a4-2b22-46b6-ae65-ab3b5398c548 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408714 Sep 11 00:56:12.491368 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc698a5b-5398-478b-8db4-647998f437a9 req-43c00d3b-f219-4b67-a02f-7e2cf2480b47 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:12.492969 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-dc698a5b-5398-478b-8db4-647998f437a9 req-43c00d3b-f219-4b67-a02f-7e2cf2480b47 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0505228 Sep 11 00:56:12.538871 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-dc698a5b-5398-478b-8db4-647998f437a9 req-2df3e719-e524-46f9-84c1-349b8c93aa6d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402772 Sep 11 00:56:12.920367 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df728bfb-9940-451e-b8a0-2e859e7a9946 req-5ba9198e-f03a-4eb8-b057-a477b2289a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:12.921901 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-df728bfb-9940-451e-b8a0-2e859e7a9946 req-5ba9198e-f03a-4eb8-b057-a477b2289a0c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a58aefc25e141ca93821a80859875e8&device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 1129 time: 0.0468664 Sep 11 00:56:12.936389 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ff8c2-ae52-4cf0-9414-a442775f71a0 req-b5cf5ddc-ee3a-4739-aa74-d0aefb026a4f tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:12.945247 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c28ff8c2-ae52-4cf0-9414-a442775f71a0 req-b5cf5ddc-ee3a-4739-aa74-d0aefb026a4f tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 944 time: 0.0634954 Sep 11 00:56:13.035443 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c28ff8c2-ae52-4cf0-9414-a442775f71a0 req-ae28b1a1-8db5-41f1-824b-6fd3ee6080fe tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888188 Sep 11 00:56:13.066643 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df728bfb-9940-451e-b8a0-2e859e7a9946 req-15eba490-3489-4b49-ada2-e472aa98931c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:13.068153 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-df728bfb-9940-451e-b8a0-2e859e7a9946 req-15eba490-3489-4b49-ada2-e472aa98931c service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f HTTP/1.1" status: 200 len: 920 time: 0.1373541 Sep 11 00:56:13.152151 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd30ed-44fc-4d35-ba62-ecaa8e54273a req-5882654e-3581-4b23-92dc-66722fae3b4b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:13.153945 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-67dd30ed-44fc-4d35-ba62-ecaa8e54273a req-5882654e-3581-4b23-92dc-66722fae3b4b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0539608 Sep 11 00:56:13.185078 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-df728bfb-9940-451e-b8a0-2e859e7a9946 req-139521b9-6100-4ef3-8989-6b41624df307 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4ee5962-5a14-4994-83b5-3235d55d032f HTTP/1.1" status: 200 len: 1000 time: 0.0644386 Sep 11 00:56:13.220925 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:13.243414 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27467fd5-4d60-41a9-bbeb-70269193a134 req-119ac3ac-694e-445b-9fdb-c8bd17e09c83 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:13.244892 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-27467fd5-4d60-41a9-bbeb-70269193a134 req-119ac3ac-694e-445b-9fdb-c8bd17e09c83 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 945 time: 0.0780075 Sep 11 00:56:13.248983 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-67dd30ed-44fc-4d35-ba62-ecaa8e54273a req-10f27a00-b86f-4e44-a236-39018c74f39a tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882163 Sep 11 00:56:13.292521 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-27467fd5-4d60-41a9-bbeb-70269193a134 req-421e4973-3d92-40e6-8c95-a86381cb69a3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=15520810-f94b-469e-a375-809dd897dded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419905 Sep 11 00:56:13.663384 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3add8c1-65b8-4ca7-b73b-8fe891754de4 req-a274d614-b472-495e-ae12-72dc8a5ae069 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:13.664853 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b3add8c1-65b8-4ca7-b73b-8fe891754de4 req-a274d614-b472-495e-ae12-72dc8a5ae069 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0455873 Sep 11 00:56:13.715719 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b3add8c1-65b8-4ca7-b73b-8fe891754de4 req-e50d5324-f007-4c2e-8771-8127a63e7ca6 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453193 Sep 11 00:56:14.116872 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:14.153380 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc42f6-4dbc-4d71-8669-4d1374c96fe9 req-37a7fb39-276e-4ec0-8e38-859df279349a tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:14.154852 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-49cc42f6-4dbc-4d71-8669-4d1374c96fe9 req-37a7fb39-276e-4ec0-8e38-859df279349a tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 944 time: 0.0468156 Sep 11 00:56:14.203767 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-49cc42f6-4dbc-4d71-8669-4d1374c96fe9 req-b34f833c-f410-44de-bfb9-0f07e2450dde tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431647 Sep 11 00:56:14.370918 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff45bcb-7aef-45be-9439-405db7f00878 req-5a5ec5d7-5613-4a5a-8e54-198c506b014c tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:14.372426 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7ff45bcb-7aef-45be-9439-405db7f00878 req-5a5ec5d7-5613-4a5a-8e54-198c506b014c tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0472424 Sep 11 00:56:14.439296 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed858f9-303b-4bd6-b20f-cf5611b83c1f req-a5760463-8fb0-4668-b7e0-8491cdc5af12 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:14.440771 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-bed858f9-303b-4bd6-b20f-cf5611b83c1f req-a5760463-8fb0-4668-b7e0-8491cdc5af12 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 945 time: 0.0674713 Sep 11 00:56:14.469089 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7ff45bcb-7aef-45be-9439-405db7f00878 req-4b146970-07fc-4d12-aefb-f588017c9fd1 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877006 Sep 11 00:56:14.498162 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-bed858f9-303b-4bd6-b20f-cf5611b83c1f req-7559b5db-2670-4030-b9a4-a4568753f5f7 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=15520810-f94b-469e-a375-809dd897dded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516379 Sep 11 00:56:14.754729 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df728bfb-9940-451e-b8a0-2e859e7a9946 req-8e88eab9-d3d6-429d-909b-e46801e2b523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:14.756769 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-df728bfb-9940-451e-b8a0-2e859e7a9946 req-8e88eab9-d3d6-429d-909b-e46801e2b523 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c6a47ffa-8534-424b-aa2a-93b1efe10fe2 HTTP/1.1" status: 200 len: 858 time: 0.0447667 Sep 11 00:56:14.773624 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=100 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:14.803640 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df728bfb-9940-451e-b8a0-2e859e7a9946 req-cbe5f99e-3099-41d3-9c31-60a71ba7b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:14.805146 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-df728bfb-9940-451e-b8a0-2e859e7a9946 req-cbe5f99e-3099-41d3-9c31-60a71ba7b0f0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409214 Sep 11 00:56:14.852016 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e039308-5aef-48bf-9736-7eaf61837a10 req-dacf1d17-55e5-4b43-89ff-aee30ed3997d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:14.853496 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3e039308-5aef-48bf-9736-7eaf61837a10 req-dacf1d17-55e5-4b43-89ff-aee30ed3997d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 943 time: 0.0462923 Sep 11 00:56:14.899487 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3e039308-5aef-48bf-9736-7eaf61837a10 req-cbcd31ef-3916-4117-b7f7-6d285d34a607 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406754 Sep 11 00:56:15.023444 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-df728bfb-9940-451e-b8a0-2e859e7a9946 req-2b876703-50e8-4cf4-9570-372e2f89841d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892718 Sep 11 00:56:15.228337 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 8a166d16-f941-44a7-ba58-ccb7e2c62c18 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 00:56:15.240226 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2cdc8-fcc0-4056-9783-4cfdc379944c req-77f8ad0b-0d8a-4909-b547-89fbc27af44d tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:15.242512 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-51d2cdc8-fcc0-4056-9783-4cfdc379944c req-77f8ad0b-0d8a-4909-b547-89fbc27af44d tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 945 time: 0.0980480 Sep 11 00:56:15.317674 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-df728bfb-9940-451e-b8a0-2e859e7a9946 req-057b4c02-7c10-4b41-8945-f09f9742f4a6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742141 Sep 11 00:56:15.339910 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 8a166d16-f941-44a7-ba58-ccb7e2c62c18, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8a166d16-f941-44a7-ba58-ccb7e2c62c18,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:56:15.341875 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149ddfa-a71f-4503-aeb9-05a2f6d529c0 req-299521aa-e0fa-4779-9fbb-3405032ce5e5 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:15.351261 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f149ddfa-a71f-4503-aeb9-05a2f6d529c0 req-299521aa-e0fa-4779-9fbb-3405032ce5e5 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 944 time: 0.0696266 Sep 11 00:56:15.354761 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': '8a166d16-f941-44a7-ba58-ccb7e2c62c18', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'port_id': '8a166d16-f941-44a7-ba58-ccb7e2c62c18', 'mac_address': 'fa:16:3e:3d:17:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 00:56:15.359966 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [req-51d2cdc8-fcc0-4056-9783-4cfdc379944c req-4d545e31-529b-4ffe-8d56-3bd8c562333a tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Deleting port d120b4b9-10bc-4478-8187-9b7014b08cef {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:56:15.360284 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-51d2cdc8-fcc0-4056-9783-4cfdc379944c req-4d545e31-529b-4ffe-8d56-3bd8c562333a tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (d120b4b9-10bc-4478-8187-9b7014b08cef), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:15.363984 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=100 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:15.401542 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 8a166d16-f941-44a7-ba58-ccb7e2c62c18 is: DOWN; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:56:15.402258 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:15.417361 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a166d16-f941-44a7-ba58-ccb7e2c62c18 {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:56:15.420495 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f149ddfa-a71f-4503-aeb9-05a2f6d529c0 req-d5c579e1-51a6-40b4-aa77-6c9131d99b85 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685217 Sep 11 00:56:15.447057 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 8a166d16-f941-44a7-ba58-ccb7e2c62c18, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8a166d16-f941-44a7-ba58-ccb7e2c62c18,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:56:15.447057 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:15.471251 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-51d2cdc8-fcc0-4056-9783-4cfdc379944c req-4d545e31-529b-4ffe-8d56-3bd8c562333a tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] For port d120b4b9-10bc-4478-8187-9b7014b08cef, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d120b4b9-10bc-4478-8187-9b7014b08cef,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:56:15.471615 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-51d2cdc8-fcc0-4056-9783-4cfdc379944c req-4d545e31-529b-4ffe-8d56-3bd8c562333a tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (d120b4b9-10bc-4478-8187-9b7014b08cef), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:15.489605 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=8a166d16-f941-44a7-ba58-ccb7e2c62c18,revision_number=9']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:15.496850 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:15.497260 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:15.497622 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:15.497982 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:15.498318 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:15.498647 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:15.499029 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:15.499361 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:15.499687 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:15.500011 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:15.500333 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:15.500671 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:15.500999 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:15.501318 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:15.501636 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:15.629710 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad78357-ceb0-43e9-8ceb-e5f22c144dde req-6d427d14-1625-433c-961a-b0be7a6d4fbe tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:15.631749 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-aad78357-ceb0-43e9-8ceb-e5f22c144dde req-6d427d14-1625-433c-961a-b0be7a6d4fbe tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0751693 Sep 11 00:56:15.642196 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907af85c-5fea-4c8c-8b07-df5498eabdb1 req-1f4c6a0e-38be-418a-a93a-fa76aada75df tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:15.643627 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-907af85c-5fea-4c8c-8b07-df5498eabdb1 req-1f4c6a0e-38be-418a-a93a-fa76aada75df tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 945 time: 0.0596495 Sep 11 00:56:15.716283 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-aad78357-ceb0-43e9-8ceb-e5f22c144dde req-8db5a734-5564-4d68-8846-3499b98237ca tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717082 Sep 11 00:56:15.724356 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-907af85c-5fea-4c8c-8b07-df5498eabdb1 req-63812616-4a38-495c-b6b3-7483a9e546df tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=15520810-f94b-469e-a375-809dd897dded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722399 Sep 11 00:56:15.751264 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-51d2cdc8-fcc0-4056-9783-4cfdc379944c req-4d545e31-529b-4ffe-8d56-3bd8c562333a tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:15.751629 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-51d2cdc8-fcc0-4056-9783-4cfdc379944c req-4d545e31-529b-4ffe-8d56-3bd8c562333a tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (a163bfc7-3cd6-492e-93b2-6bdb3df69c65), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:15.751950 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.db.l3_db [req-51d2cdc8-fcc0-4056-9783-4cfdc379944c req-4d545e31-529b-4ffe-8d56-3bd8c562333a tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Floating IP a163bfc7-3cd6-492e-93b2-6bdb3df69c65 disassociated. External IP: 172.37.5.32, port: d120b4b9-10bc-4478-8187-9b7014b08cef. Sep 11 00:56:15.752312 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [req-51d2cdc8-fcc0-4056-9783-4cfdc379944c req-4d545e31-529b-4ffe-8d56-3bd8c562333a tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Calling delete_port for d120b4b9-10bc-4478-8187-9b7014b08cef owned by compute:nova {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:56:15.869585 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['8a166d16-f941-44a7-ba58-ccb7e2c62c18'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:56:16.038871 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559944d7-b3c9-4109-8c50-9ac0be2b51f9 req-5c60f26f-7206-4510-8dee-49087cbdbb18 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:16.040361 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-559944d7-b3c9-4109-8c50-9ac0be2b51f9 req-5c60f26f-7206-4510-8dee-49087cbdbb18 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 944 time: 0.0547726 Sep 11 00:56:16.090090 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-559944d7-b3c9-4109-8c50-9ac0be2b51f9 req-63f6dd4e-defe-46ec-ac1d-5e9fa10bfffc tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440183 Sep 11 00:56:16.119038 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-51d2cdc8-fcc0-4056-9783-4cfdc379944c req-4d545e31-529b-4ffe-8d56-3bd8c562333a tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (d120b4b9-10bc-4478-8187-9b7014b08cef), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:16.149872 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d545e31-529b-4ffe-8d56-3bd8c562333a tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event deleted for resources: {'Port': ['ID=d120b4b9-10bc-4478-8187-9b7014b08cef,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:16.257209 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:16.261838 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51d2cdc8-fcc0-4056-9783-4cfdc379944c req-4d545e31-529b-4ffe-8d56-3bd8c562333a tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Router b9418f01-7791-4e40-88d0-38d48d92c06d has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:56:16.369211 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51d2cdc8-fcc0-4056-9783-4cfdc379944c req-4d545e31-529b-4ffe-8d56-3bd8c562333a tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:56:16.380444 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5985af-a4af-46f4-b11a-dd9d8b64b992 None None] Sync routers for ids ['b9418f01-7791-4e40-88d0-38d48d92c06d'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:56:16.391330 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5985af-a4af-46f4-b11a-dd9d8b64b992 None None] Routers {'b9418f01-7791-4e40-88d0-38d48d92c06d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:56:16.391931 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-3d5985af-a4af-46f4-b11a-dd9d8b64b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:55:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b9418f01-7791-4e40-88d0-38d48d92c06d'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:56:16.412165 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d2cdc8-fcc0-4056-9783-4cfdc379944c req-4d545e31-529b-4ffe-8d56-3bd8c562333a tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] No DVR routers for this DVR port d120b4b9-10bc-4478-8187-9b7014b08cef on host hv-cinder-maste {{(pid=112722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:56:16.415428 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-51d2cdc8-fcc0-4056-9783-4cfdc379944c req-4d545e31-529b-4ffe-8d56-3bd8c562333a tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:16.418647 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-51d2cdc8-fcc0-4056-9783-4cfdc379944c req-4d545e31-529b-4ffe-8d56-3bd8c562333a tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.18 "DELETE /networking/v2.0/ports/d120b4b9-10bc-4478-8187-9b7014b08cef HTTP/1.1" status: 204 len: 173 time: 1.1693094 Sep 11 00:56:16.419170 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a843e04-0782-4e1e-b379-9be9a7106442', 'name': 'network-vif-deleted', 'tag': 'd120b4b9-10bc-4478-8187-9b7014b08cef'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:56:16.421429 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d5b75c-d507-44d6-9969-a20227b60d16" -d '{"events": [{"server_uuid": "9a843e04-0782-4e1e-b379-9be9a7106442", "name": "network-vif-deleted", "tag": "d120b4b9-10bc-4478-8187-9b7014b08cef"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:56:16.462595 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4035761f-778c-4fa4-9e39-b737d14f9997 x-openstack-request-id: req-4035761f-778c-4fa4-9e39-b737d14f9997 {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:56:16.462921 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a843e04-0782-4e1e-b379-9be9a7106442", "name": "network-vif-deleted", "tag": "d120b4b9-10bc-4478-8187-9b7014b08cef", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:56:16.463204 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4035761f-778c-4fa4-9e39-b737d14f9997 {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:56:16.463615 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4035761f-778c-4fa4-9e39-b737d14f9997'] response: {'server_uuid': '9a843e04-0782-4e1e-b379-9be9a7106442', 'name': 'network-vif-deleted', 'tag': 'd120b4b9-10bc-4478-8187-9b7014b08cef', 'status': 'completed', 'code': 200} Sep 11 00:56:16.548590 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fec95b-1479-42c4-b0c3-cc4450adc9a3 req-1c9432b7-139c-46db-ac13-8275a0daf4ec tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:16.550062 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-39fec95b-1479-42c4-b0c3-cc4450adc9a3 req-1c9432b7-139c-46db-ac13-8275a0daf4ec tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 944 time: 0.0494201 Sep 11 00:56:16.601392 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-39fec95b-1479-42c4-b0c3-cc4450adc9a3 req-5eeada89-2826-4cd5-bf02-8a4a524d8796 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450697 Sep 11 00:56:16.628866 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-3d5985af-a4af-46f4-b11a-dd9d8b64b992 None None] Set router b9418f01-7791-4e40-88d0-38d48d92c06d gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:56:16.847221 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-3d5985af-a4af-46f4-b11a-dd9d8b64b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7cc7ec9d-f15b-4ba7-8b06-3d7e6b0261b8', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'floating_ip_address': '172.37.5.215', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'port_id': '41d6739a-7225-40b2-aedd-df0beff65d5f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'mac_address': 'fa:16:3e:26:f1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb960ab4-4a34-4074-813f-cd971d916bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:53:08Z', 'updated_at': '2022-09-11T00:53:42Z', 'revision_number': 2, 'project_id': '172e557567404e0f906fd1c3452148d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:10Z', 'revision_number': 5, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:56:16.873108 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5985af-a4af-46f4-b11a-dd9d8b64b992 None None] Checking router: b9418f01-7791-4e40-88d0-38d48d92c06d for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:56:16.874992 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-26abb80a-9620-4ab5-acc2-204b1e57c098 req-4a65da5a-2d66-4f6f-abba-66a3fcf57ec2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 210 time: 0.0615478 Sep 11 00:56:16.882876 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5985af-a4af-46f4-b11a-dd9d8b64b992 None None] Routers {'b9418f01-7791-4e40-88d0-38d48d92c06d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:56:16.883459 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-3d5985af-a4af-46f4-b11a-dd9d8b64b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:55:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b9418f01-7791-4e40-88d0-38d48d92c06d'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:56:16.886298 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879235d1-1ee9-415d-ad7a-6f5d0430b6a7 req-bb6e42b0-d02e-49a9-804a-76107a16ca2a tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:16.887837 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-879235d1-1ee9-415d-ad7a-6f5d0430b6a7 req-bb6e42b0-d02e-49a9-804a-76107a16ca2a tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0760493 Sep 11 00:56:16.923166 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=100 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:16.924102 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:16.933841 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:16.947217 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-879235d1-1ee9-415d-ad7a-6f5d0430b6a7 req-7b972ce4-aebf-4364-8246-f504cedf7326 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511892 Sep 11 00:56:16.991861 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-3d5985af-a4af-46f4-b11a-dd9d8b64b992 None None] Set router b9418f01-7791-4e40-88d0-38d48d92c06d gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:56:17.218151 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:17.228474 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-3d5985af-a4af-46f4-b11a-dd9d8b64b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7cc7ec9d-f15b-4ba7-8b06-3d7e6b0261b8', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'floating_ip_address': '172.37.5.215', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'port_id': '41d6739a-7225-40b2-aedd-df0beff65d5f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'mac_address': 'fa:16:3e:26:f1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb960ab4-4a34-4074-813f-cd971d916bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:53:08Z', 'updated_at': '2022-09-11T00:53:42Z', 'revision_number': 2, 'project_id': '172e557567404e0f906fd1c3452148d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:10Z', 'revision_number': 5, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:56:17.232323 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edad721-10b1-48ec-83cd-fa4ce312d9ee req-486fcd27-aa3b-4021-8700-374a4536de52 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:17.233851 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0edad721-10b1-48ec-83cd-fa4ce312d9ee req-486fcd27-aa3b-4021-8700-374a4536de52 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 944 time: 0.0570650 Sep 11 00:56:17.254364 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5985af-a4af-46f4-b11a-dd9d8b64b992 None None] The sync data for ids ['b9418f01-7791-4e40-88d0-38d48d92c06d'] in dv-cinder-master-3-iscsi is: [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7cc7ec9d-f15b-4ba7-8b06-3d7e6b0261b8', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'floating_ip_address': '172.37.5.215', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'port_id': '41d6739a-7225-40b2-aedd-df0beff65d5f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'mac_address': 'fa:16:3e:26:f1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb960ab4-4a34-4074-813f-cd971d916bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:53:08Z', 'updated_at': '2022-09-11T00:53:42Z', 'revision_number': 2, 'project_id': '172e557567404e0f906fd1c3452148d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:10Z', 'revision_number': 5, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:56:17.265179 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 8a166d16-f941-44a7-ba58-ccb7e2c62c18 up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:56:17.295472 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0edad721-10b1-48ec-83cd-fa4ce312d9ee req-fae066dd-0833-4df0-b9a4-fbd215f01c12 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558689 Sep 11 00:56:17.332392 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port 8a166d16-f941-44a7-ba58-ccb7e2c62c18 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:56:17.333510 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:17.416005 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 8a166d16-f941-44a7-ba58-ccb7e2c62c18 is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:56:17.416653 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:17.441882 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed280f0-7beb-47b6-a543-0e3eb7083067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a166d16-f941-44a7-ba58-ccb7e2c62c18'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:56:17.445057 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c055db6-cade-4b12-b90c-616c7747dea3" -d '{"events": [{"server_uuid": "7ed280f0-7beb-47b6-a543-0e3eb7083067", "name": "network-vif-plugged", "status": "completed", "tag": "8a166d16-f941-44a7-ba58-ccb7e2c62c18"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:56:17.459058 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 8a166d16-f941-44a7-ba58-ccb7e2c62c18, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8a166d16-f941-44a7-ba58-ccb7e2c62c18,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:56:17.463647 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:17.494305 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87979d5f-b3bd-4ed2-9142-2034188166e9 x-openstack-request-id: req-87979d5f-b3bd-4ed2-9142-2034188166e9 {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:56:17.494599 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed280f0-7beb-47b6-a543-0e3eb7083067", "name": "network-vif-plugged", "status": "completed", "tag": "8a166d16-f941-44a7-ba58-ccb7e2c62c18", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:56:17.494871 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-87979d5f-b3bd-4ed2-9142-2034188166e9 {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:56:17.495319 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87979d5f-b3bd-4ed2-9142-2034188166e9'] response: {'server_uuid': '7ed280f0-7beb-47b6-a543-0e3eb7083067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a166d16-f941-44a7-ba58-ccb7e2c62c18', 'code': 200} Sep 11 00:56:17.526549 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=8a166d16-f941-44a7-ba58-ccb7e2c62c18,revision_number=10']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:17.557266 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ac2829-3b88-4716-a6d4-2531ebac61c9 None None] New status for floating IP a163bfc7-3cd6-492e-93b2-6bdb3df69c65: DOWN {{(pid=112724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 00:56:17.735956 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755b0db-2140-447b-9811-bbc7d6418fb5 req-5d749187-5e4e-4fe1-9885-a2e4964eb789 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:17.737455 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7755b0db-2140-447b-9811-bbc7d6418fb5 req-5d749187-5e4e-4fe1-9885-a2e4964eb789 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 944 time: 0.0571954 Sep 11 00:56:17.794900 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7755b0db-2140-447b-9811-bbc7d6418fb5 req-0171312c-a7bd-4e50-8a50-c771e0508e56 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507982 Sep 11 00:56:18.003109 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b82c9ebe-5c93-4b3e-97f6-74dcdee08c51 req-ab212826-13fc-4f5e-ada5-a850cbbda0e9 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 210 time: 0.0323555 Sep 11 00:56:18.070996 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3a7f0-a18f-45f4-8f62-9715f07202df req-c9c1993d-aa0a-4263-9e78-f4b249cd0507 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:18.072695 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-14e3a7f0-a18f-45f4-8f62-9715f07202df req-c9c1993d-aa0a-4263-9e78-f4b249cd0507 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0499630 Sep 11 00:56:18.124894 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-14e3a7f0-a18f-45f4-8f62-9715f07202df req-5de2c96f-107a-4f29-a3be-fd6658b74c91 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438027 Sep 11 00:56:18.430408 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a243c-772e-4f54-b8b8-6f17c5ae06f9 req-c0fca519-e61f-4a69-8bb7-dfdbab0caa46 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:18.432013 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a32a243c-772e-4f54-b8b8-6f17c5ae06f9 req-c0fca519-e61f-4a69-8bb7-dfdbab0caa46 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 946 time: 0.0520921 Sep 11 00:56:18.483344 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a32a243c-772e-4f54-b8b8-6f17c5ae06f9 req-3191078b-ceb9-4e80-9fc1-4b8f52ec7394 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455320 Sep 11 00:56:18.913929 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaedab5-2505-482e-a1d1-eca0e1cc9758 req-26442d47-513c-479f-b2d0-0092de9b0933 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:18.915410 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0aaedab5-2505-482e-a1d1-eca0e1cc9758 req-26442d47-513c-479f-b2d0-0092de9b0933 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 944 time: 0.0467975 Sep 11 00:56:18.964081 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0aaedab5-2505-482e-a1d1-eca0e1cc9758 req-b592ce96-c925-449d-95f9-be1aa6efa190 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432148 Sep 11 00:56:19.026567 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-8b6d9f39-7a98-485e-a7f5-fd287034bd4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:19.128372 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-bd89c7ed-81ec-4f73-8d25-13154701eedd req-a3d42bd7-8ee0-487a-b231-b5de3311ab21 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 210 time: 0.0326471 Sep 11 00:56:19.251980 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728cbae-e0c7-4737-9dcd-9982e8dcf784 req-70cbf897-e964-4f83-87ba-e958eed76c57 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:19.253463 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c728cbae-e0c7-4737-9dcd-9982e8dcf784 req-70cbf897-e964-4f83-87ba-e958eed76c57 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0477569 Sep 11 00:56:19.259289 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device d120b4b9-10bc-4478-8187-9b7014b08cef no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:56:19.282526 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] No Port match for: d120b4b9-10bc-4478-8187-9b7014b08cef {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:56:19.282815 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device d120b4b9-10bc-4478-8187-9b7014b08cef not bound to the agent host hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:56:19.303514 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c728cbae-e0c7-4737-9dcd-9982e8dcf784 req-5c874563-7897-48c3-bff2-317fb8b68bc0 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433142 Sep 11 00:56:19.419693 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8eefe-4180-40e7-bd18-70eba4d20311 req-e8aed298-6e6b-4740-b3fe-fde6066abd03 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:19.421150 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-70f8eefe-4180-40e7-bd18-70eba4d20311 req-e8aed298-6e6b-4740-b3fe-fde6066abd03 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0459006 Sep 11 00:56:19.432471 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 46144) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:56:19.436945 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-97fd4c54-b68b-4926-a655-5b80f86823b4 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Request body: {'floatingip': {'port_id': 'f4ee5962-5a14-4994-83b5-3235d55d032f'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:56:19.492885 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-97fd4c54-b68b-4926-a655-5b80f86823b4 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for floatingip (de88a8eb-5cf7-495e-932a-092d32b25d07), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:19.630179 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ee40d-f0cb-452a-9821-96aae7a3b8df req-0ef462ef-a74f-4e78-beb8-ca56ee00c919 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:19.632629 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b77ee40d-f0cb-452a-9821-96aae7a3b8df req-0ef462ef-a74f-4e78-beb8-ca56ee00c919 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 946 time: 0.0626020 Sep 11 00:56:19.691256 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b77ee40d-f0cb-452a-9821-96aae7a3b8df req-cf508d75-1096-48d5-a9ee-e883b521156e tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520387 Sep 11 00:56:19.840101 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:19.888233 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86780c5-1a68-4d98-b252-d7e4c09fa153 req-b95121d0-ffdf-4669-9d1b-d700f59c5a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:19.889720 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c86780c5-1a68-4d98-b252-d7e4c09fa153 req-b95121d0-ffdf-4669-9d1b-d700f59c5a14 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 1130 time: 0.0787811 Sep 11 00:56:19.994447 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-97fd4c54-b68b-4926-a655-5b80f86823b4 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:19.998423 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-97fd4c54-b68b-4926-a655-5b80f86823b4 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (de88a8eb-5cf7-495e-932a-092d32b25d07), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:20.091519 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a2dd8-5c49-4ca4-9815-e0a359e0d492 req-80af8bf2-ec92-46f8-b47e-6597af4c06b3 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:20.093060 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a75a2dd8-5c49-4ca4-9815-e0a359e0d492 req-80af8bf2-ec92-46f8-b47e-6597af4c06b3 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 944 time: 0.0515413 Sep 11 00:56:20.144143 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a75a2dd8-5c49-4ca4-9815-e0a359e0d492 req-fa2470ce-6f24-401a-a2d3-f12a4abda546 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435541 Sep 11 00:56:20.203964 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fd4c54-b68b-4926-a655-5b80f86823b4 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Router ca681233-a3e2-4f99-a91c-9af635bd6a40 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:56:20.214015 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=100 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:20.266944 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5749cc83-f5d7-486d-ac3e-a11e0be182db req-1a4f571d-9719-4f32-93f8-582ba629f9d7 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a843e04-0782-4e1e-b379-9be9a7106442 HTTP/1.1" status: 200 len: 210 time: 0.0292721 Sep 11 00:56:20.292195 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c86780c5-1a68-4d98-b252-d7e4c09fa153 req-d77066f1-3841-43a9-873e-681d20d031e5 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846221 Sep 11 00:56:20.353950 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fd4c54-b68b-4926-a655-5b80f86823b4 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:56:20.358190 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-97fd4c54-b68b-4926-a655-5b80f86823b4 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:20.366349 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a06fe2-dfe0-499a-951a-323df706d82a None None] Sync routers for ids ['ca681233-a3e2-4f99-a91c-9af635bd6a40'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:56:20.377226 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a06fe2-dfe0-499a-951a-323df706d82a None None] Routers {'ca681233-a3e2-4f99-a91c-9af635bd6a40'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:56:20.377845 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-10a06fe2-dfe0-499a-951a-323df706d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:55:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['ca681233-a3e2-4f99-a91c-9af635bd6a40'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:56:20.391841 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3cc25c-09a9-47c9-bc2e-d5227478ab70', 'tag': 'f4ee5962-5a14-4994-83b5-3235d55d032f'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:56:20.394132 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9022f0-ae35-4956-ba0d-4a9470b0fd50" -d '{"events": [{"name": "network-changed", "server_uuid": "eb3cc25c-09a9-47c9-bc2e-d5227478ab70", "tag": "f4ee5962-5a14-4994-83b5-3235d55d032f"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:56:20.433765 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-97fd4c54-b68b-4926-a655-5b80f86823b4 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/de88a8eb-5cf7-495e-932a-092d32b25d07 HTTP/1.1" status: 200 len: 992 time: 1.0000637 Sep 11 00:56:20.436817 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932ea1a0-382b-44e4-85d2-8f7482428e2f x-openstack-request-id: req-932ea1a0-382b-44e4-85d2-8f7482428e2f {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:56:20.437164 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb3cc25c-09a9-47c9-bc2e-d5227478ab70", "tag": "f4ee5962-5a14-4994-83b5-3235d55d032f", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:56:20.437478 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-932ea1a0-382b-44e4-85d2-8f7482428e2f {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:56:20.437939 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-932ea1a0-382b-44e4-85d2-8f7482428e2f'] response: {'name': 'network-changed', 'server_uuid': 'eb3cc25c-09a9-47c9-bc2e-d5227478ab70', 'tag': 'f4ee5962-5a14-4994-83b5-3235d55d032f', 'status': 'completed', 'code': 200} Sep 11 00:56:20.498899 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-10a06fe2-dfe0-499a-951a-323df706d82a None None] Set router ca681233-a3e2-4f99-a91c-9af635bd6a40 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:56:20.654639 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:20.706625 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-10a06fe2-dfe0-499a-951a-323df706d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'name': 'tempest-ServerRescueNegativeTestJSON-1211608912-router', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58'}], 'enable_snat': True}, 'gw_port_id': '29124b10-1686-4109-971b-49406190182e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:39Z', 'revision_number': 4, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'gw_port': {'id': '29124b10-1686-4109-971b-49406190182e', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'de88a8eb-5cf7-495e-932a-092d32b25d07', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'floating_ip_address': '172.37.5.97', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'port_id': 'f4ee5962-5a14-4994-83b5-3235d55d032f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'mac_address': 'fa:16:3e:77:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3cc25c-09a9-47c9-bc2e-d5227478ab70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:54:34Z', 'updated_at': '2022-09-11T00:56:19Z', 'revision_number': 3, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7abd8656-6965-40ed-8c8e-d308de8e7cc7', 'name': '', 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'mac_address': 'fa:16:3e:95:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:38Z', 'updated_at': '2022-09-11T00:52:56Z', 'revision_number': 5, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'subnets': [{'id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:56:20.736400 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a06fe2-dfe0-499a-951a-323df706d82a None None] Checking router: ca681233-a3e2-4f99-a91c-9af635bd6a40 for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:56:20.745276 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a06fe2-dfe0-499a-951a-323df706d82a None None] Routers {'ca681233-a3e2-4f99-a91c-9af635bd6a40'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:56:20.745880 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-10a06fe2-dfe0-499a-951a-323df706d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:55:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['ca681233-a3e2-4f99-a91c-9af635bd6a40'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:56:20.786358 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:20.825676 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b5e1d-423d-4f40-99bb-75737d610e0a req-99363314-fbfd-4abb-be09-1fbc7d5c5302 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:20.827870 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a25b5e1d-423d-4f40-99bb-75737d610e0a req-99363314-fbfd-4abb-be09-1fbc7d5c5302 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 946 time: 0.0517399 Sep 11 00:56:20.849773 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-10a06fe2-dfe0-499a-951a-323df706d82a None None] Set router ca681233-a3e2-4f99-a91c-9af635bd6a40 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:56:20.877659 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a25b5e1d-423d-4f40-99bb-75737d610e0a req-9c626898-802e-4543-938c-a91b74d00dd6 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414150 Sep 11 00:56:21.064069 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-10a06fe2-dfe0-499a-951a-323df706d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'name': 'tempest-ServerRescueNegativeTestJSON-1211608912-router', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58'}], 'enable_snat': True}, 'gw_port_id': '29124b10-1686-4109-971b-49406190182e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:39Z', 'revision_number': 4, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'gw_port': {'id': '29124b10-1686-4109-971b-49406190182e', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'de88a8eb-5cf7-495e-932a-092d32b25d07', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'floating_ip_address': '172.37.5.97', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'port_id': 'f4ee5962-5a14-4994-83b5-3235d55d032f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'mac_address': 'fa:16:3e:77:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3cc25c-09a9-47c9-bc2e-d5227478ab70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:54:34Z', 'updated_at': '2022-09-11T00:56:19Z', 'revision_number': 3, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7abd8656-6965-40ed-8c8e-d308de8e7cc7', 'name': '', 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'mac_address': 'fa:16:3e:95:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:38Z', 'updated_at': '2022-09-11T00:52:56Z', 'revision_number': 5, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'subnets': [{'id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:56:21.089246 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a06fe2-dfe0-499a-951a-323df706d82a None None] The sync data for ids ['ca681233-a3e2-4f99-a91c-9af635bd6a40'] in dv-cinder-master-3-iscsi is: [{'id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'name': 'tempest-ServerRescueNegativeTestJSON-1211608912-router', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58'}], 'enable_snat': True}, 'gw_port_id': '29124b10-1686-4109-971b-49406190182e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:39Z', 'revision_number': 4, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'gw_port': {'id': '29124b10-1686-4109-971b-49406190182e', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'de88a8eb-5cf7-495e-932a-092d32b25d07', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'floating_ip_address': '172.37.5.97', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'port_id': 'f4ee5962-5a14-4994-83b5-3235d55d032f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'mac_address': 'fa:16:3e:77:b8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3cc25c-09a9-47c9-bc2e-d5227478ab70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:54:34Z', 'updated_at': '2022-09-11T00:56:19Z', 'revision_number': 3, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7abd8656-6965-40ed-8c8e-d308de8e7cc7', 'name': '', 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'mac_address': 'fa:16:3e:95:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:38Z', 'updated_at': '2022-09-11T00:52:56Z', 'revision_number': 5, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'subnets': [{'id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:56:21.248378 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 00:56:21.270415 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b74184-6006-4c08-90ba-fa137b68bda5 req-8761af32-f68b-4072-b976-263f53f63921 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:21.273134 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e2b74184-6006-4c08-90ba-fa137b68bda5 req-8761af32-f68b-4072-b976-263f53f63921 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 944 time: 0.0501087 Sep 11 00:56:21.324827 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e2b74184-6006-4c08-90ba-fa137b68bda5 req-abb693da-71e0-4c71-a583-bce4352ae210 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461195 Sep 11 00:56:21.350966 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-2330bc78-9efc-4fe8-ae99-32ce408a9968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:21.369746 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=883cbb85-cb19-4ae7-86be-1e7abfa4f1f3,segment=NetworkSegment(c77f5f4f-cada-402d-b932-fa2457ffe4e0),segment_id=c77f5f4f-cada-402d-b932-fa2457ffe4e0)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:56:21.385133 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': '883cbb85-cb19-4ae7-86be-1e7abfa4f1f3', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'port_id': '883cbb85-cb19-4ae7-86be-1e7abfa4f1f3', 'mac_address': 'fa:16:3e:8d:ef:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 00:56:21.385661 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 46166) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:56:21.395474 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:21.411170 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9022f0-ae35-4956-ba0d-4a9470b0fd50 req-aeee869f-982a-4c23-9f37-55b7bc8e522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:21.413424 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-6b9022f0-ae35-4956-ba0d-4a9470b0fd50 req-aeee869f-982a-4c23-9f37-55b7bc8e522a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a58aefc25e141ca93821a80859875e8&device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 1129 time: 0.0462286 Sep 11 00:56:21.420580 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 is: DOWN; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:56:21.420980 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (883cbb85-cb19-4ae7-86be-1e7abfa4f1f3), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:21.439314 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:56:21.452485 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b4d3d647-7711-4ede-b5e1-1e4daa0a76b0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group (15520810-f94b-469e-a375-809dd897dded), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:21.460183 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=883cbb85-cb19-4ae7-86be-1e7abfa4f1f3,segment=NetworkSegment(c77f5f4f-cada-402d-b932-fa2457ffe4e0),segment_id=c77f5f4f-cada-402d-b932-fa2457ffe4e0)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:56:21.464638 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (883cbb85-cb19-4ae7-86be-1e7abfa4f1f3), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:21.468840 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:21.480040 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b4d3d647-7711-4ede-b5e1-1e4daa0a76b0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group (15520810-f94b-469e-a375-809dd897dded), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:21.514727 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=883cbb85-cb19-4ae7-86be-1e7abfa4f1f3,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:21.535660 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b4d3d647-7711-4ede-b5e1-1e4daa0a76b0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (15520810-f94b-469e-a375-809dd897dded), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:21.539146 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b4d3d647-7711-4ede-b5e1-1e4daa0a76b0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:21.540294 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-b4d3d647-7711-4ede-b5e1-1e4daa0a76b0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/15520810-f94b-469e-a375-809dd897dded HTTP/1.1" status: 204 len: 168 time: 0.1534562 Sep 11 00:56:21.543230 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 46170) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:56:21.549937 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3d647-7711-4ede-b5e1-1e4daa0a76b0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15520810-f94b-469e-a375-809dd897dded,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:21.557745 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.api.v2.resource [None req-ade215ab-dc3d-40df-922a-a09dcf083976 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] show failed (client error): The resource could not be found. Sep 11 00:56:21.558292 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3d647-7711-4ede-b5e1-1e4daa0a76b0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:21.558928 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-ade215ab-dc3d-40df-922a-a09dcf083976 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups/15520810-f94b-469e-a375-809dd897dded HTTP/1.1" status: 404 len: 347 time: 0.0145283 Sep 11 00:56:21.561616 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3d647-7711-4ede-b5e1-1e4daa0a76b0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:21.561762 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 46172) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:56:21.561975 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3d647-7711-4ede-b5e1-1e4daa0a76b0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:21.562317 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3d647-7711-4ede-b5e1-1e4daa0a76b0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:21.562653 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3d647-7711-4ede-b5e1-1e4daa0a76b0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:21.563013 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3d647-7711-4ede-b5e1-1e4daa0a76b0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:21.563340 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3d647-7711-4ede-b5e1-1e4daa0a76b0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:21.563665 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3d647-7711-4ede-b5e1-1e4daa0a76b0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:21.563990 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3d647-7711-4ede-b5e1-1e4daa0a76b0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:21.564321 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3d647-7711-4ede-b5e1-1e4daa0a76b0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:21.564647 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3d647-7711-4ede-b5e1-1e4daa0a76b0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:21.565039 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3d647-7711-4ede-b5e1-1e4daa0a76b0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:21.565367 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3d647-7711-4ede-b5e1-1e4daa0a76b0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:21.565689 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3d647-7711-4ede-b5e1-1e4daa0a76b0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:21.566009 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d3d647-7711-4ede-b5e1-1e4daa0a76b0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:21.675865 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-b3e9fcb7-efbd-47a5-9f57-4150b6cf1c22 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Deleting port 4cfe44e4-e485-4898-9dc6-d6e91d2d9213 {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:56:21.676211 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b3e9fcb7-efbd-47a5-9f57-4150b6cf1c22 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (4cfe44e4-e485-4898-9dc6-d6e91d2d9213), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:21.760193 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b3e9fcb7-efbd-47a5-9f57-4150b6cf1c22 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (4cfe44e4-e485-4898-9dc6-d6e91d2d9213), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:21.760524 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b3e9fcb7-efbd-47a5-9f57-4150b6cf1c22 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (4cfe44e4-e485-4898-9dc6-d6e91d2d9213), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:21.773421 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-b3e9fcb7-efbd-47a5-9f57-4150b6cf1c22 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Calling delete_port for 4cfe44e4-e485-4898-9dc6-d6e91d2d9213 owned by network:floatingip {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:56:21.888648 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:21.915275 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b3e9fcb7-efbd-47a5-9f57-4150b6cf1c22 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (4cfe44e4-e485-4898-9dc6-d6e91d2d9213), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:21.941780 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9fcb7-efbd-47a5-9f57-4150b6cf1c22 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event deleted for resources: {'Port': ['ID=4cfe44e4-e485-4898-9dc6-d6e91d2d9213,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:22.029094 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10d7c6-bc42-409f-861a-21606d0928f8 req-16f2b2b2-3b6c-47e8-b8e7-f302dbfee45d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:22.038352 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-db10d7c6-bc42-409f-861a-21606d0928f8 req-16f2b2b2-3b6c-47e8-b8e7-f302dbfee45d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 946 time: 0.0638957 Sep 11 00:56:22.069787 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b3e9fcb7-efbd-47a5-9f57-4150b6cf1c22 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (a163bfc7-3cd6-492e-93b2-6bdb3df69c65), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:22.072436 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b3e9fcb7-efbd-47a5-9f57-4150b6cf1c22 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:22.076231 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-b3e9fcb7-efbd-47a5-9f57-4150b6cf1c22 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/a163bfc7-3cd6-492e-93b2-6bdb3df69c65 HTTP/1.1" status: 204 len: 168 time: 0.5111060 Sep 11 00:56:22.076580 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['883cbb85-cb19-4ae7-86be-1e7abfa4f1f3'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:56:22.108969 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-db10d7c6-bc42-409f-861a-21606d0928f8 req-dce6700d-aedd-433f-bc8f-9f93ea6df47c tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687218 Sep 11 00:56:22.138047 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9022f0-ae35-4956-ba0d-4a9470b0fd50 req-6ab78b63-d29e-47bd-9f4b-fdcd36480bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:22.140085 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-6b9022f0-ae35-4956-ba0d-4a9470b0fd50 req-6ab78b63-d29e-47bd-9f4b-fdcd36480bd2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f HTTP/1.1" status: 200 len: 920 time: 0.1718314 Sep 11 00:56:22.282848 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:22.321758 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:22.439390 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3cc25c-09a9-47c9-bc2e-d5227478ab70', 'tag': 'f4ee5962-5a14-4994-83b5-3235d55d032f'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:56:22.442101 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba5cfdb-0dc0-4715-a23a-011883a064f6" -d '{"events": [{"name": "network-changed", "server_uuid": "eb3cc25c-09a9-47c9-bc2e-d5227478ab70", "tag": "f4ee5962-5a14-4994-83b5-3235d55d032f"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:56:22.479270 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f5b32-89ee-4b75-af0f-f9ccfebdddc9 req-6d430a80-c1d5-41dc-8b24-9343cb075293 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:22.481283 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-011f5b32-89ee-4b75-af0f-f9ccfebdddc9 req-6d430a80-c1d5-41dc-8b24-9343cb075293 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 945 time: 0.0635617 Sep 11 00:56:22.494109 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a452257f-0046-4cfa-86dd-42456ebb9dc4 x-openstack-request-id: req-a452257f-0046-4cfa-86dd-42456ebb9dc4 {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:56:22.494542 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb3cc25c-09a9-47c9-bc2e-d5227478ab70", "tag": "f4ee5962-5a14-4994-83b5-3235d55d032f", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:56:22.495488 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a452257f-0046-4cfa-86dd-42456ebb9dc4 {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:56:22.496962 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a452257f-0046-4cfa-86dd-42456ebb9dc4'] response: {'name': 'network-changed', 'server_uuid': 'eb3cc25c-09a9-47c9-bc2e-d5227478ab70', 'tag': 'f4ee5962-5a14-4994-83b5-3235d55d032f', 'status': 'completed', 'code': 200} Sep 11 00:56:22.549553 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-011f5b32-89ee-4b75-af0f-f9ccfebdddc9 req-6a14c91f-79d6-49e1-9ebc-f0887ad7e67b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617414 Sep 11 00:56:22.597361 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:22.910446 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-6b9022f0-ae35-4956-ba0d-4a9470b0fd50 req-85ea8e43-0fa8-49ed-aea2-4242e5cd810a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4ee5962-5a14-4994-83b5-3235d55d032f HTTP/1.1" status: 200 len: 1000 time: 0.0612662 Sep 11 00:56:23.242888 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8bec11-dc19-4d63-a678-2ad1def4946a req-1d9325da-f26e-488f-b5fd-e7430d230b6f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:23.244375 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1e8bec11-dc19-4d63-a678-2ad1def4946a req-1d9325da-f26e-488f-b5fd-e7430d230b6f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 946 time: 0.0510643 Sep 11 00:56:23.290272 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1e8bec11-dc19-4d63-a678-2ad1def4946a req-79352fae-9a77-4580-aee5-74c57f9e427a tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405052 Sep 11 00:56:23.382729 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:23.394696 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9022f0-ae35-4956-ba0d-4a9470b0fd50 req-3b20ba25-8bc9-40b3-922b-acc493e693d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:23.396243 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-6b9022f0-ae35-4956-ba0d-4a9470b0fd50 req-3b20ba25-8bc9-40b3-922b-acc493e693d4 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c6a47ffa-8534-424b-aa2a-93b1efe10fe2 HTTP/1.1" status: 200 len: 858 time: 0.0713267 Sep 11 00:56:23.416903 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:56:23.444146 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9022f0-ae35-4956-ba0d-4a9470b0fd50 req-a5c57430-a845-4b3f-92c1-375eec3053ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:23.446579 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-6b9022f0-ae35-4956-ba0d-4a9470b0fd50 req-a5c57430-a845-4b3f-92c1-375eec3053ff service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439992 Sep 11 00:56:23.461196 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning for port 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 completed by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 11 00:56:23.466561 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:56:23.466973 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (883cbb85-cb19-4ae7-86be-1e7abfa4f1f3), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:23.689947 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:56:23.690525 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (883cbb85-cb19-4ae7-86be-1e7abfa4f1f3), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:23.690697 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdad74d-446f-448f-b933-bbfcd3d2387a req-372c5ea5-f5fc-4153-8998-a9bc854eca31 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:23.692228 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3cdad74d-446f-448f-b933-bbfcd3d2387a req-372c5ea5-f5fc-4153-8998-a9bc854eca31 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 945 time: 0.0491886 Sep 11 00:56:23.736388 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984863bd-b3a1-4546-8b36-720ba324d7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883cbb85-cb19-4ae7-86be-1e7abfa4f1f3'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:56:23.738825 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcab6db7-93a3-48ee-88a1-caf74f0d56db" -d '{"events": [{"server_uuid": "984863bd-b3a1-4546-8b36-720ba324d7ac", "name": "network-vif-plugged", "status": "completed", "tag": "883cbb85-cb19-4ae7-86be-1e7abfa4f1f3"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:56:23.763864 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=883cbb85-cb19-4ae7-86be-1e7abfa4f1f3,segment=NetworkSegment(c77f5f4f-cada-402d-b932-fa2457ffe4e0),segment_id=c77f5f4f-cada-402d-b932-fa2457ffe4e0)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:56:23.767325 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:23.768648 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (883cbb85-cb19-4ae7-86be-1e7abfa4f1f3), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:23.771744 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3cdad74d-446f-448f-b933-bbfcd3d2387a req-79126368-ac25-4e8f-a216-40ea1ecbc304 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722220 Sep 11 00:56:23.807732 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d9aa08-f4e1-42d3-9545-8d299c2b0433 x-openstack-request-id: req-84d9aa08-f4e1-42d3-9545-8d299c2b0433 {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:56:23.808032 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984863bd-b3a1-4546-8b36-720ba324d7ac", "name": "network-vif-plugged", "status": "completed", "tag": "883cbb85-cb19-4ae7-86be-1e7abfa4f1f3", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:56:23.808285 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-84d9aa08-f4e1-42d3-9545-8d299c2b0433 {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:56:23.808673 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d9aa08-f4e1-42d3-9545-8d299c2b0433'] response: {'server_uuid': '984863bd-b3a1-4546-8b36-720ba324d7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883cbb85-cb19-4ae7-86be-1e7abfa4f1f3', 'code': 200} Sep 11 00:56:23.822659 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=883cbb85-cb19-4ae7-86be-1e7abfa4f1f3,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:23.886545 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa24b09-7c6e-4c54-98c6-2cad8e838758 req-c926c95d-6e8b-462f-9e5e-3147d900930a tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:23.888090 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4fa24b09-7c6e-4c54-98c6-2cad8e838758 req-c926c95d-6e8b-462f-9e5e-3147d900930a tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 945 time: 0.0506146 Sep 11 00:56:23.935377 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:23.936853 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4fa24b09-7c6e-4c54-98c6-2cad8e838758 req-be71ba6b-5f88-4ff8-b44d-fe6efed9583e tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425768 Sep 11 00:56:23.971190 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 46246) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:56:24.051770 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-6b9022f0-ae35-4956-ba0d-4a9470b0fd50 req-dec69698-e4e9-4634-b504-758fc33de921 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993607 Sep 11 00:56:24.115162 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ce6d1e-e30d-4721-ba96-7064de77a112 tempest-TestMinimumBasicScenario-674010867 tempest-TestMinimumBasicScenario-674010867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:24.116789 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-d2ce6d1e-e30d-4721-ba96-7064de77a112 tempest-TestMinimumBasicScenario-674010867 tempest-TestMinimumBasicScenario-674010867-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 1124 time: 0.1446350 Sep 11 00:56:24.119983 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 46250) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:56:24.124505 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-4b007860-86c9-4dce-a625-921ba876c810 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Request body: {'floatingip': {'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'port_id': '497f3d01-c618-4bc4-8866-0f2093427106', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'fixed_ip_address': '172.20.0.3'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:56:24.155122 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4b007860-86c9-4dce-a625-921ba876c810 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:24.225843 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-6b9022f0-ae35-4956-ba0d-4a9470b0fd50 req-1b1f6b83-0b47-4959-a4ac-0f0c0ab687cd service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981331 Sep 11 00:56:24.248979 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4b007860-86c9-4dce-a625-921ba876c810 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:24.361857 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [None req-4b007860-86c9-4dce-a625-921ba876c810 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Allocated IP 172.37.5.111 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/d5e329bc-b7c0-4c8e-9fe3-bfec7500e99e) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:56:24.377499 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:24.414511 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790e87b-d11d-45ea-b409-5a82739200ee req-4dfba360-42e0-4d14-b7ca-0ffaf06587d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:24.416064 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-5790e87b-d11d-45ea-b409-5a82739200ee req-4dfba360-42e0-4d14-b7ca-0ffaf06587d2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 1130 time: 0.0712171 Sep 11 00:56:24.421848 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5cfdb-0dc0-4715-a23a-011883a064f6 req-fd4223ff-b102-48e7-9dad-d23e0b51edec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:24.422591 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-6ba5cfdb-0dc0-4715-a23a-011883a064f6 req-fd4223ff-b102-48e7-9dad-d23e0b51edec service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a58aefc25e141ca93821a80859875e8&device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 1129 time: 0.0682807 Sep 11 00:56:24.471319 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:24.477963 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4b007860-86c9-4dce-a625-921ba876c810 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for port (d5e329bc-b7c0-4c8e-9fe3-bfec7500e99e), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:24.514028 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4b007860-86c9-4dce-a625-921ba876c810 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (d5e329bc-b7c0-4c8e-9fe3-bfec7500e99e), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:24.520629 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-5790e87b-d11d-45ea-b409-5a82739200ee req-5f9efe51-6d6b-40ea-95de-e8804cd95405 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970688 Sep 11 00:56:24.545660 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5cfdb-0dc0-4715-a23a-011883a064f6 req-ea18eca6-32e0-492e-a416-54112d74c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:24.547141 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-6ba5cfdb-0dc0-4715-a23a-011883a064f6 req-ea18eca6-32e0-492e-a416-54112d74c8c6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f HTTP/1.1" status: 200 len: 920 time: 0.1101685 Sep 11 00:56:24.553475 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b007860-86c9-4dce-a625-921ba876c810 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:56:24.559804 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-4b007860-86c9-4dce-a625-921ba876c810 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:56:24.562458 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b007860-86c9-4dce-a625-921ba876c810 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:56:24.588194 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b007860-86c9-4dce-a625-921ba876c810 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Pushing event updated for resources: {'Port': ['ID=d5e329bc-b7c0-4c8e-9fe3-bfec7500e99e,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:24.940808 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de8518-dc41-43ca-83e1-7ab52df1c06b req-bce14399-13f8-427b-adcb-ac6a446e5832 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:24.941263 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-6ba5cfdb-0dc0-4715-a23a-011883a064f6 req-cbf408e4-3d63-4a10-88e8-eaaeed9348a1 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4ee5962-5a14-4994-83b5-3235d55d032f HTTP/1.1" status: 200 len: 1000 time: 0.0673475 Sep 11 00:56:24.942512 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a4de8518-dc41-43ca-83e1-7ab52df1c06b req-bce14399-13f8-427b-adcb-ac6a446e5832 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 946 time: 0.0849469 Sep 11 00:56:24.998220 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4b007860-86c9-4dce-a625-921ba876c810 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for floatingip (c09b818d-cae7-48fe-8f31-77a8429e797c), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:25.034409 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a4de8518-dc41-43ca-83e1-7ab52df1c06b req-fa51fe3b-c372-457b-94e0-a03eeaef4ac2 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842249 Sep 11 00:56:25.078990 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4b007860-86c9-4dce-a625-921ba876c810 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (d5e329bc-b7c0-4c8e-9fe3-bfec7500e99e), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:25.178638 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:25.437607 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4b007860-86c9-4dce-a625-921ba876c810 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for port (d5e329bc-b7c0-4c8e-9fe3-bfec7500e99e), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:25.442023 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4b007860-86c9-4dce-a625-921ba876c810 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (d5e329bc-b7c0-4c8e-9fe3-bfec7500e99e), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:25.499506 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5cfdb-0dc0-4715-a23a-011883a064f6 req-c2e7d168-6ea7-4ccc-a6cb-d728dbaed5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:25.500974 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-6ba5cfdb-0dc0-4715-a23a-011883a064f6 req-c2e7d168-6ea7-4ccc-a6cb-d728dbaed5e4 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c6a47ffa-8534-424b-aa2a-93b1efe10fe2 HTTP/1.1" status: 200 len: 858 time: 0.0457592 Sep 11 00:56:25.508321 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b007860-86c9-4dce-a625-921ba876c810 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Pushing event updated for resources: {'Port': ['ID=d5e329bc-b7c0-4c8e-9fe3-bfec7500e99e,revision_number=2']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:25.511918 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4b007860-86c9-4dce-a625-921ba876c810 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (c09b818d-cae7-48fe-8f31-77a8429e797c), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:25.515403 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:25.547312 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5cfdb-0dc0-4715-a23a-011883a064f6 req-c3b1cdb7-92fd-4617-b5c4-09171c9bf400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:25.548921 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-6ba5cfdb-0dc0-4715-a23a-011883a064f6 req-c3b1cdb7-92fd-4617-b5c4-09171c9bf400 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413828 Sep 11 00:56:25.611527 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.l3_db [None req-4b007860-86c9-4dce-a625-921ba876c810 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Floating IP c09b818d-cae7-48fe-8f31-77a8429e797c associated. External IP: 172.37.5.111, port: 497f3d01-c618-4bc4-8866-0f2093427106. Sep 11 00:56:25.671225 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-6ba5cfdb-0dc0-4715-a23a-011883a064f6 req-bead7a35-15f8-4dd1-8c65-13ecb59fabbf service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907078 Sep 11 00:56:25.756824 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=100 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:25.817311 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-6ba5cfdb-0dc0-4715-a23a-011883a064f6 req-e2ad9bb6-f6af-4926-bc65-c509e4d031d8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127875 Sep 11 00:56:25.827188 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b007860-86c9-4dce-a625-921ba876c810 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Router 56881630-0cdb-48af-800c-040be1134c90 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:56:25.934419 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b007860-86c9-4dce-a625-921ba876c810 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:56:25.946717 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b70d08-4c80-4653-b794-7e7f47055d92 None None] Sync routers for ids ['56881630-0cdb-48af-800c-040be1134c90'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:56:25.954257 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4b007860-86c9-4dce-a625-921ba876c810 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:25.957148 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:25.958397 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b70d08-4c80-4653-b794-7e7f47055d92 None None] Routers {'56881630-0cdb-48af-800c-040be1134c90'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:56:25.959984 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-10b70d08-4c80-4653-b794-7e7f47055d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:56:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['56881630-0cdb-48af-800c-040be1134c90'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:56:25.988521 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-4b007860-86c9-4dce-a625-921ba876c810 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8646777 Sep 11 00:56:25.988521 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a9cb8e-523c-49b2-ae9e-de849b956dc7', 'tag': '497f3d01-c618-4bc4-8866-0f2093427106'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:56:25.988894 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 46268) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:56:25.991120 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75d5cf3-58ea-46de-85bb-1e0bb6918469" -d '{"events": [{"name": "network-changed", "server_uuid": "95a9cb8e-523c-49b2-ae9e-de849b956dc7", "tag": "497f3d01-c618-4bc4-8866-0f2093427106"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:56:25.994270 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-2f5a04a3-8ad1-48b6-b083-5afc84d3a65f tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-674780763', 'description': 'tempest-secgroup-smoke-674780763 description', 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:56:26.023229 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2f5a04a3-8ad1-48b6-b083-5afc84d3a65f tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.042171 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cd865a-76a9-4e2b-b340-cf8b946bd898 x-openstack-request-id: req-32cd865a-76a9-4e2b-b340-cf8b946bd898 {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:56:26.042382 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a9cb8e-523c-49b2-ae9e-de849b956dc7", "tag": "497f3d01-c618-4bc4-8866-0f2093427106", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:56:26.042689 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-32cd865a-76a9-4e2b-b340-cf8b946bd898 {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:56:26.043102 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32cd865a-76a9-4e2b-b340-cf8b946bd898'] response: {'name': 'network-changed', 'server_uuid': '95a9cb8e-523c-49b2-ae9e-de849b956dc7', 'tag': '497f3d01-c618-4bc4-8866-0f2093427106', 'status': 'completed', 'code': 200} Sep 11 00:56:26.080276 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea84233-fa73-457d-9a78-847be4dd0323 req-4690f0b8-5451-4b7d-be33-08abe769557d tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:26.081719 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-10b70d08-4c80-4653-b794-7e7f47055d92 None None] Set router 56881630-0cdb-48af-800c-040be1134c90 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:56:26.082173 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6ea84233-fa73-457d-9a78-847be4dd0323 req-4690f0b8-5451-4b7d-be33-08abe769557d tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 945 time: 0.0525584 Sep 11 00:56:26.121902 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:26.127066 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2f5a04a3-8ad1-48b6-b083-5afc84d3a65f tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for security_group (c7087b87-7128-4e1c-9bb8-3d984694865c), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.133803 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2f5a04a3-8ad1-48b6-b083-5afc84d3a65f tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (c7087b87-7128-4e1c-9bb8-3d984694865c), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.152151 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6ea84233-fa73-457d-9a78-847be4dd0323 req-7e4faaa7-77b2-4155-801d-26a847e4b54b tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576358 Sep 11 00:56:26.176987 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2f5a04a3-8ad1-48b6-b083-5afc84d3a65f tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.179058 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-2f5a04a3-8ad1-48b6-b083-5afc84d3a65f tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1890640 Sep 11 00:56:26.182298 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 46274) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:56:26.188576 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-7f67b48d-e349-48b7-af40-4e56c9da18d7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Request body: {'security_group_rule': {'security_group_id': 'c7087b87-7128-4e1c-9bb8-3d984694865c', 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:56:26.194077 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a66fc2-8b18-41ad-88bb-8c2d38a61d48 req-932c9823-e971-449a-933a-e04ea8be2002 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:26.195803 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-86a66fc2-8b18-41ad-88bb-8c2d38a61d48 req-932c9823-e971-449a-933a-e04ea8be2002 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 946 time: 0.0571222 Sep 11 00:56:26.202002 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a04a3-8ad1-48b6-b083-5afc84d3a65f tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7087b87-7128-4e1c-9bb8-3d984694865c,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:26.232084 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7f67b48d-e349-48b7-af40-4e56c9da18d7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for security_group_rule (fd789489-52e5-4378-85c4-513f798b9aab), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.254569 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-86a66fc2-8b18-41ad-88bb-8c2d38a61d48 req-3357e4d8-0540-47ad-a032-1a2805ca3797 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510995 Sep 11 00:56:26.296654 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7f67b48d-e349-48b7-af40-4e56c9da18d7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for security_group_rule (fd789489-52e5-4378-85c4-513f798b9aab), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.300984 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7f67b48d-e349-48b7-af40-4e56c9da18d7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (fd789489-52e5-4378-85c4-513f798b9aab), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.322443 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67b48d-e349-48b7-af40-4e56c9da18d7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd789489-52e5-4378-85c4-513f798b9aab,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:26.328801 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7f67b48d-e349-48b7-af40-4e56c9da18d7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.329996 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-7f67b48d-e349-48b7-af40-4e56c9da18d7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1459420 Sep 11 00:56:26.332959 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 46276) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:56:26.338718 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-ca03a7e3-04f3-47d4-94bb-78c6c933c3ab tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Request body: {'security_group_rule': {'security_group_id': 'c7087b87-7128-4e1c-9bb8-3d984694865c', 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:56:26.341441 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-10b70d08-4c80-4653-b794-7e7f47055d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56881630-0cdb-48af-800c-040be1134c90', 'name': 'tempest-TestMinimumBasicScenario-1861735170-router', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211'}], 'enable_snat': True}, 'gw_port_id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:49Z', 'updated_at': '2022-09-11T00:54:53Z', 'revision_number': 4, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'gw_port': {'id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56881630-0cdb-48af-800c-040be1134c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:50Z', 'updated_at': '2022-09-11T00:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c09b818d-cae7-48fe-8f31-77a8429e797c', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'floating_ip_address': '172.37.5.111', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': '56881630-0cdb-48af-800c-040be1134c90', 'port_id': '497f3d01-c618-4bc4-8866-0f2093427106', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436', 'mac_address': 'fa:16:3e:e7:af:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a9cb8e-523c-49b2-ae9e-de849b956dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:56:24Z', 'updated_at': '2022-09-11T00:56:24Z', 'revision_number': 0, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55303d32-2144-4447-b58f-d46dfdc40379', 'name': '', 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'mac_address': 'fa:16:3e:37:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56881630-0cdb-48af-800c-040be1134c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5d645310-e016-42e2-be5b-be26d0a1ff2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:52Z', 'updated_at': '2022-09-11T00:55:06Z', 'revision_number': 5, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'subnets': [{'id': '5d645310-e016-42e2-be5b-be26d0a1ff2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:56:26.368229 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ca03a7e3-04f3-47d4-94bb-78c6c933c3ab tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for security_group_rule (948cbc18-db17-4f73-92e6-e7fee03ee84e), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.369003 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b70d08-4c80-4653-b794-7e7f47055d92 None None] Checking router: 56881630-0cdb-48af-800c-040be1134c90 for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:56:26.377524 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b70d08-4c80-4653-b794-7e7f47055d92 None None] Routers {'56881630-0cdb-48af-800c-040be1134c90'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:56:26.378133 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-10b70d08-4c80-4653-b794-7e7f47055d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:56:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['56881630-0cdb-48af-800c-040be1134c90'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:56:26.428046 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ca03a7e3-04f3-47d4-94bb-78c6c933c3ab tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for security_group_rule (948cbc18-db17-4f73-92e6-e7fee03ee84e), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.433650 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ca03a7e3-04f3-47d4-94bb-78c6c933c3ab tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (948cbc18-db17-4f73-92e6-e7fee03ee84e), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.456343 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03a7e3-04f3-47d4-94bb-78c6c933c3ab tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948cbc18-db17-4f73-92e6-e7fee03ee84e,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:26.468658 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ca03a7e3-04f3-47d4-94bb-78c6c933c3ab tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.472600 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-ca03a7e3-04f3-47d4-94bb-78c6c933c3ab tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1359870 Sep 11 00:56:26.472748 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 46278) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:56:26.478035 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-702463d6-92c6-4eb3-80df-742c93bb1218 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Request body: {'security_group_rule': {'security_group_id': 'c7087b87-7128-4e1c-9bb8-3d984694865c', 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:56:26.488488 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-10b70d08-4c80-4653-b794-7e7f47055d92 None None] Set router 56881630-0cdb-48af-800c-040be1134c90 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:56:26.505367 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-702463d6-92c6-4eb3-80df-742c93bb1218 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for security_group_rule (34ed34b5-30bc-449e-84e6-667c1add501e), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.567592 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-702463d6-92c6-4eb3-80df-742c93bb1218 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for security_group_rule (34ed34b5-30bc-449e-84e6-667c1add501e), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.577804 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-702463d6-92c6-4eb3-80df-742c93bb1218 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (34ed34b5-30bc-449e-84e6-667c1add501e), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.597047 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702463d6-92c6-4eb3-80df-742c93bb1218 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ed34b5-30bc-449e-84e6-667c1add501e,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:26.605110 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-702463d6-92c6-4eb3-80df-742c93bb1218 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.606318 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-702463d6-92c6-4eb3-80df-742c93bb1218 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326852 Sep 11 00:56:26.609129 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 46280) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:56:26.613583 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-fdac5638-4981-4c44-97ed-8dbd30ba5ca7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Request body: {'security_group_rule': {'security_group_id': 'c7087b87-7128-4e1c-9bb8-3d984694865c', 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:56:26.641756 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-fdac5638-4981-4c44-97ed-8dbd30ba5ca7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for security_group_rule (019a134c-1a7c-41fe-972a-92788821b8df), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.660863 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=77,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:26.704725 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-fdac5638-4981-4c44-97ed-8dbd30ba5ca7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for security_group_rule (019a134c-1a7c-41fe-972a-92788821b8df), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.706611 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:26.708164 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-10b70d08-4c80-4653-b794-7e7f47055d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56881630-0cdb-48af-800c-040be1134c90', 'name': 'tempest-TestMinimumBasicScenario-1861735170-router', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211'}], 'enable_snat': True}, 'gw_port_id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:49Z', 'updated_at': '2022-09-11T00:54:53Z', 'revision_number': 4, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'gw_port': {'id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56881630-0cdb-48af-800c-040be1134c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:50Z', 'updated_at': '2022-09-11T00:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c09b818d-cae7-48fe-8f31-77a8429e797c', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'floating_ip_address': '172.37.5.111', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': '56881630-0cdb-48af-800c-040be1134c90', 'port_id': '497f3d01-c618-4bc4-8866-0f2093427106', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436', 'mac_address': 'fa:16:3e:e7:af:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a9cb8e-523c-49b2-ae9e-de849b956dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:56:24Z', 'updated_at': '2022-09-11T00:56:24Z', 'revision_number': 0, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55303d32-2144-4447-b58f-d46dfdc40379', 'name': '', 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'mac_address': 'fa:16:3e:37:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56881630-0cdb-48af-800c-040be1134c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5d645310-e016-42e2-be5b-be26d0a1ff2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:52Z', 'updated_at': '2022-09-11T00:55:06Z', 'revision_number': 5, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'subnets': [{'id': '5d645310-e016-42e2-be5b-be26d0a1ff2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:56:26.708520 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-fdac5638-4981-4c44-97ed-8dbd30ba5ca7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (019a134c-1a7c-41fe-972a-92788821b8df), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.727845 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac5638-4981-4c44-97ed-8dbd30ba5ca7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019a134c-1a7c-41fe-972a-92788821b8df,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:26.738400 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-fdac5638-4981-4c44-97ed-8dbd30ba5ca7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.739869 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-fdac5638-4981-4c44-97ed-8dbd30ba5ca7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1297231 Sep 11 00:56:26.742879 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 46282) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:56:26.748568 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-fcd79734-b3cb-4c6a-b96a-65c85d481c19 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Request body: {'security_group_rule': {'security_group_id': 'c7087b87-7128-4e1c-9bb8-3d984694865c', 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:56:26.776819 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.securitygroups_db [None req-fcd79734-b3cb-4c6a-b96a-65c85d481c19 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Project 299fcf2ee8b24a4fbb27ed83954c8e24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 11 00:56:26.784680 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-fcd79734-b3cb-4c6a-b96a-65c85d481c19 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for security_group_rule (05d36d93-6d92-4f0f-a572-1e0249f73531), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.833510 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:26.842167 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b70d08-4c80-4653-b794-7e7f47055d92 None None] The sync data for ids ['56881630-0cdb-48af-800c-040be1134c90'] in dv-cinder-master-3-iscsi is: [{'id': '56881630-0cdb-48af-800c-040be1134c90', 'name': 'tempest-TestMinimumBasicScenario-1861735170-router', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211'}], 'enable_snat': True}, 'gw_port_id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:49Z', 'updated_at': '2022-09-11T00:54:53Z', 'revision_number': 4, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'gw_port': {'id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56881630-0cdb-48af-800c-040be1134c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:50Z', 'updated_at': '2022-09-11T00:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c09b818d-cae7-48fe-8f31-77a8429e797c', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'floating_ip_address': '172.37.5.111', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': '56881630-0cdb-48af-800c-040be1134c90', 'port_id': '497f3d01-c618-4bc4-8866-0f2093427106', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436', 'mac_address': 'fa:16:3e:e7:af:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a9cb8e-523c-49b2-ae9e-de849b956dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:56:24Z', 'updated_at': '2022-09-11T00:56:24Z', 'revision_number': 0, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55303d32-2144-4447-b58f-d46dfdc40379', 'name': '', 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'mac_address': 'fa:16:3e:37:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56881630-0cdb-48af-800c-040be1134c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5d645310-e016-42e2-be5b-be26d0a1ff2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:52Z', 'updated_at': '2022-09-11T00:55:06Z', 'revision_number': 5, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'subnets': [{'id': '5d645310-e016-42e2-be5b-be26d0a1ff2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:56:26.851496 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-fcd79734-b3cb-4c6a-b96a-65c85d481c19 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for security_group_rule (05d36d93-6d92-4f0f-a572-1e0249f73531), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.855609 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-fcd79734-b3cb-4c6a-b96a-65c85d481c19 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (05d36d93-6d92-4f0f-a572-1e0249f73531), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.873927 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd79734-b3cb-4c6a-b96a-65c85d481c19 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d36d93-6d92-4f0f-a572-1e0249f73531,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:26.885275 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-fcd79734-b3cb-4c6a-b96a-65c85d481c19 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.886593 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-fcd79734-b3cb-4c6a-b96a-65c85d481c19 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1423545 Sep 11 00:56:26.889573 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 46284) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:56:26.893887 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-680755e8-4759-4261-beb6-19efa62a9964 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Request body: {'security_group_rule': {'security_group_id': 'c7087b87-7128-4e1c-9bb8-3d984694865c', 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:56:26.916129 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.securitygroups_db [None req-680755e8-4759-4261-beb6-19efa62a9964 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Project 299fcf2ee8b24a4fbb27ed83954c8e24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 11 00:56:26.922258 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-680755e8-4759-4261-beb6-19efa62a9964 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for security_group_rule (c3192d91-8ada-413a-aa93-83046cd0e3cc), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.969708 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:26.987907 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-680755e8-4759-4261-beb6-19efa62a9964 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for security_group_rule (c3192d91-8ada-413a-aa93-83046cd0e3cc), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:26.993140 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-680755e8-4759-4261-beb6-19efa62a9964 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (c3192d91-8ada-413a-aa93-83046cd0e3cc), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:27.013324 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680755e8-4759-4261-beb6-19efa62a9964 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3192d91-8ada-413a-aa93-83046cd0e3cc,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:27.022203 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-680755e8-4759-4261-beb6-19efa62a9964 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:27.026536 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-680755e8-4759-4261-beb6-19efa62a9964 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330993 Sep 11 00:56:27.045799 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e25d14-06ae-407b-b649-f6029bbfd0b4 None None] New status for floating IP c09b818d-cae7-48fe-8f31-77a8429e797c: ACTIVE {{(pid=112723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 00:56:27.121508 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fa4fba73-1496-49c4-987f-1a7bc0c8ea83 req-8f8cf2c8-cadf-4b9d-a00d-717593beb2cc tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-674780763&fields=id&tenant_id=299fcf2ee8b24a4fbb27ed83954c8e24 HTTP/1.1" status: 200 len: 267 time: 0.0449228 Sep 11 00:56:27.172843 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fba73-1496-49c4-987f-1a7bc0c8ea83 req-25cc76b2-f7f8-4811-96cf-b869a20c9710 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:27.174329 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fa4fba73-1496-49c4-987f-1a7bc0c8ea83 req-25cc76b2-f7f8-4811-96cf-b869a20c9710 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 945 time: 0.0473905 Sep 11 00:56:27.187282 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [req-fa4fba73-1496-49c4-987f-1a7bc0c8ea83 req-1ea0d6b6-3005-4ee0-8080-a774eead8514 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Request body: {'port': {'security_groups': ['4d4bac19-19fa-4370-a2b6-1b0913eeba70', 'c7087b87-7128-4e1c-9bb8-3d984694865c']}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:56:27.292157 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-fa4fba73-1496-49c4-987f-1a7bc0c8ea83 req-1ea0d6b6-3005-4ee0-8080-a774eead8514 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (497f3d01-c618-4bc4-8866-0f2093427106), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:27.316614 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad31b1-8e14-4c67-b975-ec366a680608 req-d27f5958-419a-446e-a877-961e3194bc52 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:27.318108 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-14ad31b1-8e14-4c67-b975-ec366a680608 req-d27f5958-419a-446e-a877-961e3194bc52 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 945 time: 0.0681922 Sep 11 00:56:27.443754 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-14ad31b1-8e14-4c67-b975-ec366a680608 req-5b750683-a801-41b2-a1ed-a67a4622828c tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096587 Sep 11 00:56:27.586377 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0ee74-2dbe-447d-9eec-36399660ad50 req-88a89d91-5f48-41d0-92c1-4f4e3fbcc757 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:27.587765 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-97b0ee74-2dbe-447d-9eec-36399660ad50 req-88a89d91-5f48-41d0-92c1-4f4e3fbcc757 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 946 time: 0.0703096 Sep 11 00:56:27.592502 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-fa4fba73-1496-49c4-987f-1a7bc0c8ea83 req-1ea0d6b6-3005-4ee0-8080-a774eead8514 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] For port 497f3d01-c618-4bc4-8866-0f2093427106, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=497f3d01-c618-4bc4-8866-0f2093427106,segment=NetworkSegment(bd7c4cea-2611-4991-9f92-d3dca165adf0),segment_id=bd7c4cea-2611-4991-9f92-d3dca165adf0)] {{(pid=112721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:56:27.642129 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-fa4fba73-1496-49c4-987f-1a7bc0c8ea83 req-1ea0d6b6-3005-4ee0-8080-a774eead8514 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for port (497f3d01-c618-4bc4-8866-0f2093427106), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:27.649878 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-fa4fba73-1496-49c4-987f-1a7bc0c8ea83 req-1ea0d6b6-3005-4ee0-8080-a774eead8514 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (497f3d01-c618-4bc4-8866-0f2093427106), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:27.665296 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fba73-1496-49c4-987f-1a7bc0c8ea83 req-1ea0d6b6-3005-4ee0-8080-a774eead8514 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:27.665910 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-fa4fba73-1496-49c4-987f-1a7bc0c8ea83 req-1ea0d6b6-3005-4ee0-8080-a774eead8514 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:27.667303 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fa4fba73-1496-49c4-987f-1a7bc0c8ea83 req-1ea0d6b6-3005-4ee0-8080-a774eead8514 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "PUT /networking/v2.0/ports/497f3d01-c618-4bc4-8866-0f2093427106 HTTP/1.1" status: 200 len: 981 time: 0.4865651 Sep 11 00:56:27.695333 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-97b0ee74-2dbe-447d-9eec-36399660ad50 req-d4395b88-26e7-43fd-bb79-5f032e0d34bd tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007020 Sep 11 00:56:27.709673 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['497f3d01-c618-4bc4-8866-0f2093427106'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:56:27.727562 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0d6b6-3005-4ee0-8080-a774eead8514 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Pushing event updated for resources: {'Port': ['ID=497f3d01-c618-4bc4-8866-0f2093427106,revision_number=6']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:27.789067 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39511a5-7ee9-40c9-9d6c-e9808c3bb19a req-9a457e30-183b-4596-8095-12eb71f57a4d tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:27.790694 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c39511a5-7ee9-40c9-9d6c-e9808c3bb19a req-9a457e30-183b-4596-8095-12eb71f57a4d tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 984 time: 0.0524273 Sep 11 00:56:27.828348 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:27.865596 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afa2c6-e51e-4dc3-8c2e-daba5ed9ae67 req-5da1410d-87d6-423f-bf33-c3bb4ac2e40b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:27.867416 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-66afa2c6-e51e-4dc3-8c2e-daba5ed9ae67 req-5da1410d-87d6-423f-bf33-c3bb4ac2e40b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 946 time: 0.0753653 Sep 11 00:56:27.913285 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c39511a5-7ee9-40c9-9d6c-e9808c3bb19a req-26ca227a-7208-4640-a527-762e2ee6cb94 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&id=c7087b87-7128-4e1c-9bb8-3d984694865c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1132371 Sep 11 00:56:27.941367 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-66afa2c6-e51e-4dc3-8c2e-daba5ed9ae67 req-430656d7-5b0e-4589-93db-5e18797db731 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640020 Sep 11 00:56:27.971905 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 46298) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:56:27.982402 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['497f3d01-c618-4bc4-8866-0f2093427106'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:56:28.039178 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:28.039774 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:28.043892 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a9cb8e-523c-49b2-ae9e-de849b956dc7', 'tag': '497f3d01-c618-4bc4-8866-0f2093427106'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:56:28.046109 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24429a9-dcb0-43aa-b147-449ece642edd" -d '{"events": [{"name": "network-changed", "server_uuid": "95a9cb8e-523c-49b2-ae9e-de849b956dc7", "tag": "497f3d01-c618-4bc4-8866-0f2093427106"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:56:28.072124 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:28.073845 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbb1f34-2921-40a4-8c1c-60084fc68703 tempest-TestVolumeBootPattern-1888295200 tempest-TestVolumeBootPattern-1888295200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:28.075987 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-0cbb1f34-2921-40a4-8c1c-60084fc68703 tempest-TestVolumeBootPattern-1888295200 tempest-TestVolumeBootPattern-1888295200-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 1125 time: 0.1030769 Sep 11 00:56:28.082180 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 46304) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:56:28.086355 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-df7a1584-348e-455a-924f-877003fddf20 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Request body: {'floatingip': {'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'port_id': '883cbb85-cb19-4ae7-86be-1e7abfa4f1f3', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:56:28.112901 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c9213b-1d91-4088-b20e-7358b1863c31 x-openstack-request-id: req-f5c9213b-1d91-4088-b20e-7358b1863c31 {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:56:28.113448 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a9cb8e-523c-49b2-ae9e-de849b956dc7", "tag": "497f3d01-c618-4bc4-8866-0f2093427106", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:56:28.113791 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f5c9213b-1d91-4088-b20e-7358b1863c31 {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:56:28.114245 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5c9213b-1d91-4088-b20e-7358b1863c31'] response: {'name': 'network-changed', 'server_uuid': '95a9cb8e-523c-49b2-ae9e-de849b956dc7', 'tag': '497f3d01-c618-4bc4-8866-0f2093427106', 'status': 'completed', 'code': 200} Sep 11 00:56:28.121268 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-df7a1584-348e-455a-924f-877003fddf20 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:28.223656 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-df7a1584-348e-455a-924f-877003fddf20 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:28.336323 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [None req-df7a1584-348e-455a-924f-877003fddf20 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Allocated IP 172.37.5.12 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/efac93d4-3820-454e-b5b7-faa7141d3043) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:56:28.441103 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-df7a1584-348e-455a-924f-877003fddf20 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for port (efac93d4-3820-454e-b5b7-faa7141d3043), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:28.472534 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-df7a1584-348e-455a-924f-877003fddf20 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (efac93d4-3820-454e-b5b7-faa7141d3043), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:28.518712 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7a1584-348e-455a-924f-877003fddf20 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:56:28.524564 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-df7a1584-348e-455a-924f-877003fddf20 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:56:28.528045 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7a1584-348e-455a-924f-877003fddf20 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:56:28.530642 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a1584-348e-455a-924f-877003fddf20 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Pushing event updated for resources: {'Port': ['ID=efac93d4-3820-454e-b5b7-faa7141d3043,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:28.605228 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598bdbf-88ff-4fc8-bc41-d7f3e76945bf req-96575d5d-1c5a-439d-bb81-b0789f2ce177 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:28.606726 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e598bdbf-88ff-4fc8-bc41-d7f3e76945bf req-96575d5d-1c5a-439d-bb81-b0789f2ce177 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 945 time: 0.0798357 Sep 11 00:56:28.713882 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e598bdbf-88ff-4fc8-bc41-d7f3e76945bf req-a537070c-ad53-46a9-8b02-4a79e3916d39 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012480 Sep 11 00:56:28.810575 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:28.884295 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:28.966122 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-df7a1584-348e-455a-924f-877003fddf20 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for floatingip (1e0ee436-590a-45ad-a220-a7c56469866c), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:29.031771 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-df7a1584-348e-455a-924f-877003fddf20 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (efac93d4-3820-454e-b5b7-faa7141d3043), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:29.074523 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5cf3-58ea-46de-85bb-1e0bb6918469 req-dfc24220-948f-4fee-8a1b-9e41028b06c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:29.076727 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c75d5cf3-58ea-46de-85bb-1e0bb6918469 req-dfc24220-948f-4fee-8a1b-9e41028b06c6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=299fcf2ee8b24a4fbb27ed83954c8e24&device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 1168 time: 0.0426164 Sep 11 00:56:29.182014 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-df7a1584-348e-455a-924f-877003fddf20 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for port (efac93d4-3820-454e-b5b7-faa7141d3043), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:29.186458 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-df7a1584-348e-455a-924f-877003fddf20 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (efac93d4-3820-454e-b5b7-faa7141d3043), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:29.254089 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a1584-348e-455a-924f-877003fddf20 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Pushing event updated for resources: {'Port': ['ID=efac93d4-3820-454e-b5b7-faa7141d3043,revision_number=2']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:29.260698 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-df7a1584-348e-455a-924f-877003fddf20 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (1e0ee436-590a-45ad-a220-a7c56469866c), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:29.430237 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5cf3-58ea-46de-85bb-1e0bb6918469 req-d99ff8ce-b0d4-4453-9dc8-89f14ac12a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:29.431830 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c75d5cf3-58ea-46de-85bb-1e0bb6918469 req-d99ff8ce-b0d4-4453-9dc8-89f14ac12a20 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=9fa144fa-5fc9-4425-a84d-a5df211c8436 HTTP/1.1" status: 200 len: 916 time: 0.0925922 Sep 11 00:56:29.500896 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:29.513379 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c75d5cf3-58ea-46de-85bb-1e0bb6918469 req-ae0d19a0-86d0-4fd1-8768-ed0e0d2b9eaa service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=497f3d01-c618-4bc4-8866-0f2093427106 HTTP/1.1" status: 200 len: 1001 time: 0.0630095 Sep 11 00:56:29.559855 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.l3_db [None req-df7a1584-348e-455a-924f-877003fddf20 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Floating IP 1e0ee436-590a-45ad-a220-a7c56469866c associated. External IP: 172.37.5.12, port: 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3. Sep 11 00:56:29.706138 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd0fac-9e6f-4501-803f-43aa348f44e5 req-a34876d9-3c9e-45a6-b363-165308eb94e3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:29.707632 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-45dd0fac-9e6f-4501-803f-43aa348f44e5 req-a34876d9-3c9e-45a6-b363-165308eb94e3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 945 time: 0.0717857 Sep 11 00:56:29.710314 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5cf3-58ea-46de-85bb-1e0bb6918469 req-2b0cdb67-c12b-4fda-ba74-bb3df4731e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:29.711654 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c75d5cf3-58ea-46de-85bb-1e0bb6918469 req-2b0cdb67-c12b-4fda-ba74-bb3df4731e5e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=5d645310-e016-42e2-be5b-be26d0a1ff2b HTTP/1.1" status: 200 len: 854 time: 0.0855751 Sep 11 00:56:29.757996 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7a1584-348e-455a-924f-877003fddf20 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:56:29.810069 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d5cf3-58ea-46de-85bb-1e0bb6918469 req-40e74fa5-27d8-41a1-be64-3874997578ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:29.811529 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c75d5cf3-58ea-46de-85bb-1e0bb6918469 req-40e74fa5-27d8-41a1-be64-3874997578ec service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=9fa144fa-5fc9-4425-a84d-a5df211c8436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784345 Sep 11 00:56:29.833263 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:29.884494 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54682164-efc5-493d-ae78-3d3a6928097b req-f50737cc-c92e-4971-8d73-dfdf9e817d95 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:29.885975 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-54682164-efc5-493d-ae78-3d3a6928097b req-f50737cc-c92e-4971-8d73-dfdf9e817d95 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 945 time: 0.0819488 Sep 11 00:56:29.894566 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [req-45dd0fac-9e6f-4501-803f-43aa348f44e5 req-cb87b6d5-6e00-4ce3-a567-387e12d5b86e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Deleting port 41d6739a-7225-40b2-aedd-df0beff65d5f {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:56:29.894930 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-45dd0fac-9e6f-4501-803f-43aa348f44e5 req-cb87b6d5-6e00-4ce3-a567-387e12d5b86e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (41d6739a-7225-40b2-aedd-df0beff65d5f), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:29.925017 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7a1584-348e-455a-924f-877003fddf20 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:56:29.935048 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b315b-e357-432f-8019-ae68da664478 None None] Sync routers for ids ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:56:29.947334 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b315b-e357-432f-8019-ae68da664478 None None] Routers {'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:56:29.947957 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-f66b315b-e357-432f-8019-ae68da664478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:56:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:56:29.951618 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:29.965181 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-df7a1584-348e-455a-924f-877003fddf20 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:29.993405 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-54682164-efc5-493d-ae78-3d3a6928097b req-cae91f4d-f6b0-4c79-a1cd-aa3f12ab8607 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991104 Sep 11 00:56:30.006270 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-df7a1584-348e-455a-924f-877003fddf20 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9233685 Sep 11 00:56:30.056591 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-f66b315b-e357-432f-8019-ae68da664478 None None] Set router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:56:30.115652 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984863bd-b3a1-4546-8b36-720ba324d7ac', 'tag': '883cbb85-cb19-4ae7-86be-1e7abfa4f1f3'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:56:30.118249 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba851911-71bc-4546-abd5-612c34819f42" -d '{"events": [{"name": "network-changed", "server_uuid": "984863bd-b3a1-4546-8b36-720ba324d7ac", "tag": "883cbb85-cb19-4ae7-86be-1e7abfa4f1f3"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:56:30.157727 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8d0555-cc6a-4585-8396-287dec5a95f0 x-openstack-request-id: req-1b8d0555-cc6a-4585-8396-287dec5a95f0 {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:56:30.158018 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "984863bd-b3a1-4546-8b36-720ba324d7ac", "tag": "883cbb85-cb19-4ae7-86be-1e7abfa4f1f3", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:56:30.158272 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1b8d0555-cc6a-4585-8396-287dec5a95f0 {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:56:30.158987 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b8d0555-cc6a-4585-8396-287dec5a95f0'] response: {'name': 'network-changed', 'server_uuid': '984863bd-b3a1-4546-8b36-720ba324d7ac', 'tag': '883cbb85-cb19-4ae7-86be-1e7abfa4f1f3', 'status': 'completed', 'code': 200} Sep 11 00:56:30.247126 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c75d5cf3-58ea-46de-85bb-1e0bb6918469 req-3c471fa5-a1f3-46e7-8453-f5122f3b035c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9fa144fa-5fc9-4425-a84d-a5df211c8436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141977 Sep 11 00:56:30.268145 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba851911-71bc-4546-abd5-612c34819f42 req-e448edce-134f-4623-b1be-f498eaeb10c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:30.269684 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ba851911-71bc-4546-abd5-612c34819f42 req-e448edce-134f-4623-b1be-f498eaeb10c1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=a1368870ddbd49be857e9ac128bc684e&device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 1130 time: 0.0395360 Sep 11 00:56:30.280707 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-f66b315b-e357-432f-8019-ae68da664478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147'}], 'enable_snat': True}, 'gw_port_id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T00:55:08Z', 'revision_number': 4, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port': {'id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:00Z', 'updated_at': '2022-09-11T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1e0ee436-590a-45ad-a220-a7c56469866c', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'floating_ip_address': '172.37.5.12', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'port_id': '883cbb85-cb19-4ae7-86be-1e7abfa4f1f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'mac_address': 'fa:16:3e:8d:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984863bd-b3a1-4546-8b36-720ba324d7ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:56:28Z', 'updated_at': '2022-09-11T00:56:28Z', 'revision_number': 0, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfa9a9b-9ca0-4391-83b2-f87b923b3949', 'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'mac_address': 'fa:16:3e:80:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:06Z', 'updated_at': '2022-09-11T00:55:21Z', 'revision_number': 5, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'subnets': [{'id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:56:30.311913 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b315b-e357-432f-8019-ae68da664478 None None] Checking router: b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:56:30.323231 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b315b-e357-432f-8019-ae68da664478 None None] Routers {'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:56:30.323739 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-f66b315b-e357-432f-8019-ae68da664478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:56:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:56:30.331772 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-45dd0fac-9e6f-4501-803f-43aa348f44e5 req-cb87b6d5-6e00-4ce3-a567-387e12d5b86e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] For port 41d6739a-7225-40b2-aedd-df0beff65d5f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41d6739a-7225-40b2-aedd-df0beff65d5f,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:56:30.332383 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-45dd0fac-9e6f-4501-803f-43aa348f44e5 req-cb87b6d5-6e00-4ce3-a567-387e12d5b86e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (41d6739a-7225-40b2-aedd-df0beff65d5f), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:30.372682 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba851911-71bc-4546-abd5-612c34819f42 req-6d8b41ba-7bab-434d-87d5-3ff6b1674eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:30.374295 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=100 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:30.374550 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ba851911-71bc-4546-abd5-612c34819f42 req-6d8b41ba-7bab-434d-87d5-3ff6b1674eb2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=6df3e98e-548f-496e-bd19-e33fc45eb877 HTTP/1.1" status: 200 len: 912 time: 0.0985804 Sep 11 00:56:30.428912 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-f66b315b-e357-432f-8019-ae68da664478 None None] Set router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:56:30.439455 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ba851911-71bc-4546-abd5-612c34819f42 req-80cbaa99-e89d-4259-a36a-1835777b469a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 HTTP/1.1" status: 200 len: 999 time: 0.0574117 Sep 11 00:56:30.460044 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c75d5cf3-58ea-46de-85bb-1e0bb6918469 req-2d64bff9-ad96-4fc0-8608-755410b429c1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9fa144fa-5fc9-4425-a84d-a5df211c8436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000155 Sep 11 00:56:30.500413 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba851911-71bc-4546-abd5-612c34819f42 req-ab8d52ee-44d8-44ca-bde9-5e94641b2dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:30.502598 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ba851911-71bc-4546-abd5-612c34819f42 req-ab8d52ee-44d8-44ca-bde9-5e94641b2dce service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=f3ea7549-800e-4ee0-ab06-2db2363e7855 HTTP/1.1" status: 200 len: 850 time: 0.0517242 Sep 11 00:56:30.534805 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-45dd0fac-9e6f-4501-803f-43aa348f44e5 req-cb87b6d5-6e00-4ce3-a567-387e12d5b86e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:30.535807 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-45dd0fac-9e6f-4501-803f-43aa348f44e5 req-cb87b6d5-6e00-4ce3-a567-387e12d5b86e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (7cc7ec9d-f15b-4ba7-8b06-3d7e6b0261b8), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:30.536181 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.db.l3_db [req-45dd0fac-9e6f-4501-803f-43aa348f44e5 req-cb87b6d5-6e00-4ce3-a567-387e12d5b86e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Floating IP 7cc7ec9d-f15b-4ba7-8b06-3d7e6b0261b8 disassociated. External IP: 172.37.5.215, port: 41d6739a-7225-40b2-aedd-df0beff65d5f. Sep 11 00:56:30.536593 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [req-45dd0fac-9e6f-4501-803f-43aa348f44e5 req-cb87b6d5-6e00-4ce3-a567-387e12d5b86e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Calling delete_port for 41d6739a-7225-40b2-aedd-df0beff65d5f owned by compute:nova {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:56:30.562484 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba851911-71bc-4546-abd5-612c34819f42 req-1a84c737-724a-419e-8075-ca992ccff025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:30.564207 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ba851911-71bc-4546-abd5-612c34819f42 req-1a84c737-724a-419e-8075-ca992ccff025 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=6df3e98e-548f-496e-bd19-e33fc45eb877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484440 Sep 11 00:56:30.588673 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:30.641303 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24429a9-dcb0-43aa-b147-449ece642edd req-690dc9f7-1293-42ee-bb4e-c7c720b60e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:30.642812 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c24429a9-dcb0-43aa-b147-449ece642edd req-690dc9f7-1293-42ee-bb4e-c7c720b60e1c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=299fcf2ee8b24a4fbb27ed83954c8e24&device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 1168 time: 0.0628796 Sep 11 00:56:30.656134 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-f66b315b-e357-432f-8019-ae68da664478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147'}], 'enable_snat': True}, 'gw_port_id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T00:55:08Z', 'revision_number': 4, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port': {'id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:00Z', 'updated_at': '2022-09-11T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1e0ee436-590a-45ad-a220-a7c56469866c', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'floating_ip_address': '172.37.5.12', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'port_id': '883cbb85-cb19-4ae7-86be-1e7abfa4f1f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'mac_address': 'fa:16:3e:8d:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984863bd-b3a1-4546-8b36-720ba324d7ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:56:28Z', 'updated_at': '2022-09-11T00:56:28Z', 'revision_number': 0, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfa9a9b-9ca0-4391-83b2-f87b923b3949', 'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'mac_address': 'fa:16:3e:80:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:06Z', 'updated_at': '2022-09-11T00:55:21Z', 'revision_number': 5, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'subnets': [{'id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:56:30.665913 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ba851911-71bc-4546-abd5-612c34819f42 req-74ea338f-b636-457d-8763-5c988df69b58 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891280 Sep 11 00:56:30.684397 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b315b-e357-432f-8019-ae68da664478 None None] The sync data for ids ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'] in dv-cinder-master-3-iscsi is: [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147'}], 'enable_snat': True}, 'gw_port_id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T00:55:08Z', 'revision_number': 4, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port': {'id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:00Z', 'updated_at': '2022-09-11T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1e0ee436-590a-45ad-a220-a7c56469866c', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'floating_ip_address': '172.37.5.12', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'port_id': '883cbb85-cb19-4ae7-86be-1e7abfa4f1f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'mac_address': 'fa:16:3e:8d:ef:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984863bd-b3a1-4546-8b36-720ba324d7ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:56:28Z', 'updated_at': '2022-09-11T00:56:28Z', 'revision_number': 0, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfa9a9b-9ca0-4391-83b2-f87b923b3949', 'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'mac_address': 'fa:16:3e:80:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:06Z', 'updated_at': '2022-09-11T00:55:21Z', 'revision_number': 5, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'subnets': [{'id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:56:30.739438 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:30.764252 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ba851911-71bc-4546-abd5-612c34819f42 req-2279ca7e-72b5-488a-9d2c-ed155bba7eff service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914781 Sep 11 00:56:30.796038 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24429a9-dcb0-43aa-b147-449ece642edd req-c4264295-683b-4416-9e37-0a425fa4f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:30.797575 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c24429a9-dcb0-43aa-b147-449ece642edd req-c4264295-683b-4416-9e37-0a425fa4f8e6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=9fa144fa-5fc9-4425-a84d-a5df211c8436 HTTP/1.1" status: 200 len: 916 time: 0.1425412 Sep 11 00:56:30.798808 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-45dd0fac-9e6f-4501-803f-43aa348f44e5 req-cb87b6d5-6e00-4ce3-a567-387e12d5b86e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (41d6739a-7225-40b2-aedd-df0beff65d5f), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:30.835681 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87b6d5-6e00-4ce3-a567-387e12d5b86e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event deleted for resources: {'Port': ['ID=41d6739a-7225-40b2-aedd-df0beff65d5f,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:30.907061 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33feb11-178d-4039-88b8-14b1653a902b None None] New status for floating IP 1e0ee436-590a-45ad-a220-a7c56469866c: ACTIVE {{(pid=112723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 00:56:30.930403 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c24429a9-dcb0-43aa-b147-449ece642edd req-1dbf2da5-b2b5-4b70-9789-0ce54bf91f33 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=497f3d01-c618-4bc4-8866-0f2093427106 HTTP/1.1" status: 200 len: 1001 time: 0.1024327 Sep 11 00:56:31.022579 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24429a9-dcb0-43aa-b147-449ece642edd req-f1b08d44-940d-4b58-ac4e-0917ec959b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:31.024168 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c24429a9-dcb0-43aa-b147-449ece642edd req-f1b08d44-940d-4b58-ac4e-0917ec959b48 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=5d645310-e016-42e2-be5b-be26d0a1ff2b HTTP/1.1" status: 200 len: 854 time: 0.0872326 Sep 11 00:56:31.031301 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45dd0fac-9e6f-4501-803f-43aa348f44e5 req-cb87b6d5-6e00-4ce3-a567-387e12d5b86e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Router b9418f01-7791-4e40-88d0-38d48d92c06d has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:56:31.115968 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24429a9-dcb0-43aa-b147-449ece642edd req-a5894cf8-2099-4b60-b871-f53904a20ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:31.117469 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c24429a9-dcb0-43aa-b147-449ece642edd req-a5894cf8-2099-4b60-b871-f53904a20ff6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=9fa144fa-5fc9-4425-a84d-a5df211c8436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848327 Sep 11 00:56:31.128280 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0ed2b255-5829-4387-bfb4-050bc25c66f7 req-05bbdfb6-cc19-4c00-84a0-64b9769c1ea9 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 210 time: 0.0278509 Sep 11 00:56:31.238642 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45dd0fac-9e6f-4501-803f-43aa348f44e5 req-cb87b6d5-6e00-4ce3-a567-387e12d5b86e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:56:31.251093 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa602ca6-5e26-458f-b349-e6e9a4f5f225 None None] Sync routers for ids ['b9418f01-7791-4e40-88d0-38d48d92c06d'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:56:31.263202 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa602ca6-5e26-458f-b349-e6e9a4f5f225 None None] Routers {'b9418f01-7791-4e40-88d0-38d48d92c06d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:56:31.263819 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-aa602ca6-5e26-458f-b349-e6e9a4f5f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:56:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b9418f01-7791-4e40-88d0-38d48d92c06d'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:56:31.296208 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dd0fac-9e6f-4501-803f-43aa348f44e5 req-cb87b6d5-6e00-4ce3-a567-387e12d5b86e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] No DVR routers for this DVR port 41d6739a-7225-40b2-aedd-df0beff65d5f on host hv-cinder-maste {{(pid=112722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:56:31.302211 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-45dd0fac-9e6f-4501-803f-43aa348f44e5 req-cb87b6d5-6e00-4ce3-a567-387e12d5b86e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:31.306084 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-45dd0fac-9e6f-4501-803f-43aa348f44e5 req-cb87b6d5-6e00-4ce3-a567-387e12d5b86e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.18 "DELETE /networking/v2.0/ports/41d6739a-7225-40b2-aedd-df0beff65d5f HTTP/1.1" status: 204 len: 173 time: 1.5741396 Sep 11 00:56:31.306639 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb960ab4-4a34-4074-813f-cd971d916bcf', 'name': 'network-vif-deleted', 'tag': '41d6739a-7225-40b2-aedd-df0beff65d5f'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:56:31.308924 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93848846-f797-40b7-9751-857f7c7f299c" -d '{"events": [{"server_uuid": "fb960ab4-4a34-4074-813f-cd971d916bcf", "name": "network-vif-deleted", "tag": "41d6739a-7225-40b2-aedd-df0beff65d5f"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:56:31.325333 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c24429a9-dcb0-43aa-b147-449ece642edd req-a7e41c77-2191-482f-8e0e-2a4495200966 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9fa144fa-5fc9-4425-a84d-a5df211c8436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993296 Sep 11 00:56:31.391599 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-aa602ca6-5e26-458f-b349-e6e9a4f5f225 None None] Set router b9418f01-7791-4e40-88d0-38d48d92c06d gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:56:31.391890 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6571db0a-f889-4721-befd-a1a0c332bced x-openstack-request-id: req-6571db0a-f889-4721-befd-a1a0c332bced {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:56:31.391890 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb960ab4-4a34-4074-813f-cd971d916bcf", "name": "network-vif-deleted", "tag": "41d6739a-7225-40b2-aedd-df0beff65d5f", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:56:31.392149 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6571db0a-f889-4721-befd-a1a0c332bced {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:56:31.392552 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6571db0a-f889-4721-befd-a1a0c332bced'] response: {'server_uuid': 'fb960ab4-4a34-4074-813f-cd971d916bcf', 'name': 'network-vif-deleted', 'tag': '41d6739a-7225-40b2-aedd-df0beff65d5f', 'status': 'completed', 'code': 200} Sep 11 00:56:31.431944 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c24429a9-dcb0-43aa-b147-449ece642edd req-0ebb1d5e-2e45-4890-a5a5-3f83f6a040dd service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9fa144fa-5fc9-4425-a84d-a5df211c8436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994809 Sep 11 00:56:31.476370 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=100 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:31.594655 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-aa602ca6-5e26-458f-b349-e6e9a4f5f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:10Z', 'revision_number': 5, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:56:31.622131 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa602ca6-5e26-458f-b349-e6e9a4f5f225 None None] Checking router: b9418f01-7791-4e40-88d0-38d48d92c06d for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:56:31.632379 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa602ca6-5e26-458f-b349-e6e9a4f5f225 None None] Routers {'b9418f01-7791-4e40-88d0-38d48d92c06d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:56:31.632977 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-aa602ca6-5e26-458f-b349-e6e9a4f5f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:56:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b9418f01-7791-4e40-88d0-38d48d92c06d'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:56:31.737208 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-aa602ca6-5e26-458f-b349-e6e9a4f5f225 None None] Set router b9418f01-7791-4e40-88d0-38d48d92c06d gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:56:32.022075 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-aa602ca6-5e26-458f-b349-e6e9a4f5f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:10Z', 'revision_number': 5, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:56:32.047036 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa602ca6-5e26-458f-b349-e6e9a4f5f225 None None] The sync data for ids ['b9418f01-7791-4e40-88d0-38d48d92c06d'] in dv-cinder-master-3-iscsi is: [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:10Z', 'revision_number': 5, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:56:32.254750 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-df30ff6b-e3f4-4b56-bbcf-85e7132c8ca6 req-f066a0bf-c514-43ef-835d-b8eff3f1bfdb tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fb960ab4-4a34-4074-813f-cd971d916bcf HTTP/1.1" status: 200 len: 210 time: 0.0289314 Sep 11 00:56:32.316184 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263653b0-eec6-452d-b92e-dc4bd34f8795 None None] New status for floating IP 7cc7ec9d-f15b-4ba7-8b06-3d7e6b0261b8: DOWN {{(pid=112723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 00:56:33.353517 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 46324) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:56:33.411327 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e8d5a79c-c404-4ea6-8153-273775298e34 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group (11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:33.431226 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 41d6739a-7225-40b2-aedd-df0beff65d5f no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:56:33.433995 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e8d5a79c-c404-4ea6-8153-273775298e34 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group (11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:33.453405 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] No Port match for: 41d6739a-7225-40b2-aedd-df0beff65d5f {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:56:33.453746 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 41d6739a-7225-40b2-aedd-df0beff65d5f not bound to the agent host hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:56:33.482393 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e8d5a79c-c404-4ea6-8153-273775298e34 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:33.484933 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e8d5a79c-c404-4ea6-8153-273775298e34 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:33.486063 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-e8d5a79c-c404-4ea6-8153-273775298e34 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26 HTTP/1.1" status: 204 len: 168 time: 0.1315343 Sep 11 00:56:33.489010 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 46326) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:56:33.497067 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5a79c-c404-4ea6-8153-273775298e34 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:33.504665 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.api.v2.resource [None req-a76a5f74-c3a9-41d0-992f-6a3ac150aeca tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] show failed (client error): The resource could not be found. Sep 11 00:56:33.505906 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-a76a5f74-c3a9-41d0-992f-6a3ac150aeca tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups/11aac9dd-6d22-4ec8-85d7-f3a7eb6bcb26 HTTP/1.1" status: 404 len: 347 time: 0.0156240 Sep 11 00:56:33.509001 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 46330) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:56:33.585738 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:33.629018 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-d89068b6-1b22-47d4-8fed-a67c4b1972a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Deleting port 8bd4cb29-9126-4e55-bb7b-7c5f4c36da54 {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:56:33.629364 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d89068b6-1b22-47d4-8fed-a67c4b1972a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (8bd4cb29-9126-4e55-bb7b-7c5f4c36da54), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:33.705230 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d89068b6-1b22-47d4-8fed-a67c4b1972a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (8bd4cb29-9126-4e55-bb7b-7c5f4c36da54), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:33.705562 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d89068b6-1b22-47d4-8fed-a67c4b1972a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (8bd4cb29-9126-4e55-bb7b-7c5f4c36da54), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:33.719931 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-d89068b6-1b22-47d4-8fed-a67c4b1972a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Calling delete_port for 8bd4cb29-9126-4e55-bb7b-7c5f4c36da54 owned by network:floatingip {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:56:33.844201 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:33.860553 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d89068b6-1b22-47d4-8fed-a67c4b1972a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (8bd4cb29-9126-4e55-bb7b-7c5f4c36da54), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:33.885471 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89068b6-1b22-47d4-8fed-a67c4b1972a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event deleted for resources: {'Port': ['ID=8bd4cb29-9126-4e55-bb7b-7c5f4c36da54,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:33.950192 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d89068b6-1b22-47d4-8fed-a67c4b1972a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (7cc7ec9d-f15b-4ba7-8b06-3d7e6b0261b8), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:33.952844 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d89068b6-1b22-47d4-8fed-a67c4b1972a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:33.954120 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-d89068b6-1b22-47d4-8fed-a67c4b1972a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/7cc7ec9d-f15b-4ba7-8b06-3d7e6b0261b8 HTTP/1.1" status: 204 len: 168 time: 0.4436870 Sep 11 00:56:34.032244 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 46334) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:56:34.037981 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-b8fc0e51-2005-4ac4-9fc9-2d359b11fec3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1035801087', 'description': 'tempest-description--635523639'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:56:34.058715 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b8fc0e51-2005-4ac4-9fc9-2d359b11fec3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:34.128991 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b8fc0e51-2005-4ac4-9fc9-2d359b11fec3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group (ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:34.133238 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b8fc0e51-2005-4ac4-9fc9-2d359b11fec3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:34.162362 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b8fc0e51-2005-4ac4-9fc9-2d359b11fec3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:34.163625 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-b8fc0e51-2005-4ac4-9fc9-2d359b11fec3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1303828 Sep 11 00:56:34.166829 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 46336) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:56:34.167743 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc0e51-2005-4ac4-9fc9-2d359b11fec3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:34.171490 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-05bfaee8-5c51-4661-9dba-275a9d14e691 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Request body: {'security_group_rule': {'security_group_id': 'ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:56:34.198130 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-05bfaee8-5c51-4661-9dba-275a9d14e691 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group_rule (1adaa167-15ef-4e84-9599-4ea8502d3129), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:34.216565 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:34.254651 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-05bfaee8-5c51-4661-9dba-275a9d14e691 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group_rule (1adaa167-15ef-4e84-9599-4ea8502d3129), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:34.260180 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-05bfaee8-5c51-4661-9dba-275a9d14e691 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (1adaa167-15ef-4e84-9599-4ea8502d3129), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:34.279397 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfaee8-5c51-4661-9dba-275a9d14e691 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1adaa167-15ef-4e84-9599-4ea8502d3129,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:34.284706 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-05bfaee8-5c51-4661-9dba-275a9d14e691 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:34.285983 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-05bfaee8-5c51-4661-9dba-275a9d14e691 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180615 Sep 11 00:56:34.288839 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 46338) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:56:34.293096 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-7737737c-28f1-4354-8716-691a744dca24 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Request body: {'security_group_rule': {'security_group_id': 'ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:56:34.318285 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-7737737c-28f1-4354-8716-691a744dca24 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group_rule (beefea04-6967-43d1-8071-7f0cf9084ad7), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:34.375619 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-7737737c-28f1-4354-8716-691a744dca24 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group_rule (beefea04-6967-43d1-8071-7f0cf9084ad7), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:34.379127 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-7737737c-28f1-4354-8716-691a744dca24 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (beefea04-6967-43d1-8071-7f0cf9084ad7), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:34.387021 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:34.399636 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737737c-28f1-4354-8716-691a744dca24 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beefea04-6967-43d1-8071-7f0cf9084ad7,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:34.406068 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-7737737c-28f1-4354-8716-691a744dca24 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:34.407267 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-7737737c-28f1-4354-8716-691a744dca24 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175182 Sep 11 00:56:34.411063 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 46340) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:56:34.415708 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-34d9c360-941d-481d-9704-4f66015361a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Request body: {'floatingip': {'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:56:34.437261 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-34d9c360-941d-481d-9704-4f66015361a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:34.451352 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 00:56:34.519667 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-34d9c360-941d-481d-9704-4f66015361a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:34.601736 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:34.626826 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [None req-34d9c360-941d-481d-9704-4f66015361a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Allocated IP 172.37.5.218 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/d0936c9b-4160-4e49-ace1-5b791cb0c95a) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:56:34.731067 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-34d9c360-941d-481d-9704-4f66015361a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for port (d0936c9b-4160-4e49-ace1-5b791cb0c95a), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:34.763025 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-34d9c360-941d-481d-9704-4f66015361a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (d0936c9b-4160-4e49-ace1-5b791cb0c95a), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:34.799021 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d9c360-941d-481d-9704-4f66015361a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:56:34.801711 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-34d9c360-941d-481d-9704-4f66015361a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:56:34.809086 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d9c360-941d-481d-9704-4f66015361a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:56:34.833984 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9c360-941d-481d-9704-4f66015361a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event updated for resources: {'Port': ['ID=d0936c9b-4160-4e49-ace1-5b791cb0c95a,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:34.895602 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:34.900534 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-34d9c360-941d-481d-9704-4f66015361a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (ca7dd0f4-a8d8-4813-a077-34960db875e1), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:34.939243 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-34d9c360-941d-481d-9704-4f66015361a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (d0936c9b-4160-4e49-ace1-5b791cb0c95a), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:35.091758 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-34d9c360-941d-481d-9704-4f66015361a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for port (d0936c9b-4160-4e49-ace1-5b791cb0c95a), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:35.095994 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-34d9c360-941d-481d-9704-4f66015361a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (d0936c9b-4160-4e49-ace1-5b791cb0c95a), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:35.163337 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9c360-941d-481d-9704-4f66015361a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event updated for resources: {'Port': ['ID=d0936c9b-4160-4e49-ace1-5b791cb0c95a,revision_number=2']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:35.166729 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-34d9c360-941d-481d-9704-4f66015361a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (ca7dd0f4-a8d8-4813-a077-34960db875e1), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:35.183196 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-34d9c360-941d-481d-9704-4f66015361a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:35.184436 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-34d9c360-941d-481d-9704-4f66015361a1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7722468 Sep 11 00:56:35.386579 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-32a1d40b-8c3d-4765-9cd8-c7ad48602f76 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1035801087&fields=id&tenant_id=172e557567404e0f906fd1c3452148d8 HTTP/1.1" status: 200 len: 267 time: 0.0415406 Sep 11 00:56:35.491108 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-95cfaff7-4b46-4302-a750-1013c62b214e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:35.492572 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-95cfaff7-4b46-4302-a750-1013c62b214e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/networks?id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 HTTP/1.1" status: 200 len: 815 time: 0.0996962 Sep 11 00:56:35.506977 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-42471ca6-7f4b-4fb8-b68e-91d9fb49f8f9 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/quotas/172e557567404e0f906fd1c3452148d8 HTTP/1.1" status: 200 len: 375 time: 0.0090809 Sep 11 00:56:35.560877 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-1c57c576-aece-4bb5-a0a6-58a58490c780 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=172e557567404e0f906fd1c3452148d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491452 Sep 11 00:56:35.655729 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-8ba4711c-b490-4a23-8185-04709faa4830 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830867 Sep 11 00:56:35.747650 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-7a230231-5631-4154-b13c-8c9124bd5d78 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860479 Sep 11 00:56:35.913290 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1ac47c12-c335-4e28-be39-ea50acc8f444 req-2c15569c-2d8f-4e65-b523-179d4f23dff0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650 HTTP/1.1" status: 200 len: 210 time: 0.0289319 Sep 11 00:56:37.014258 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d8dfbee0-e346-498c-a710-98d3a035b125 req-04935f21-486f-4e34-a986-44e38f2bbc5a tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650 HTTP/1.1" status: 200 len: 210 time: 0.0268207 Sep 11 00:56:37.329188 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-341caf40-4c8d-4608-bb29-bf897846800a tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:37.330772 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-341caf40-4c8d-4608-bb29-bf897846800a tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.18 "GET /networking/v2.0/networks?id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 HTTP/1.1" status: 200 len: 815 time: 0.1112478 Sep 11 00:56:37.419177 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-a6d79b20-1a29-4905-827e-b2792e828158 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=172e557567404e0f906fd1c3452148d8 HTTP/1.1" status: 200 len: 380 time: 0.0531695 Sep 11 00:56:37.542818 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Request body: {'port': {'device_id': 'b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'admin_state_up': True, 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'security_groups': ['ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123']}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:56:37.602469 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:UPDATE=3,neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:37.665254 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Made reservation on behalf of 172e557567404e0f906fd1c3452148d8 for: {'port': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:56:37.669015 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:37.791726 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Allocated IP 172.20.0.3 (e5ef326a-1def-4c9c-ad55-20a6d9fdbde1/5da596f2-fc37-4a91-8931-a08cdf30e571/6a7c8c37-25f4-480e-a003-6a8f1f5f186d) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:56:37.892550 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:37.934903 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for port (6a7c8c37-25f4-480e-a003-6a8f1f5f186d), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:37.967394 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (6a7c8c37-25f4-480e-a003-6a8f1f5f186d), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:38.008522 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:56:38.013843 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:56:38.017824 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:56:38.049903 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event updated for resources: {'Port': ['ID=6a7c8c37-25f4-480e-a003-6a8f1f5f186d,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:38.063225 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:38.063586 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:38.063931 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:38.064274 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:38.064612 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:38.065004 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:38.065278 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:38.065612 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:38.065940 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:38.066270 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:38.066602 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:38.066950 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:38.067278 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:38.068204 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:38.068544 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:56:38.092900 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:38.093543 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:38.113645 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-11a0c53f-52eb-45f8-bca5-d0325cfeafc2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5765655 Sep 11 00:56:38.136345 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-bc5e9e48-67f7-4043-b960-bd5b39e8bd78 service neutron] Request body: {'port': {'device_id': 'b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:56:38.157305 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e16df-4213-4192-adc6-5cbce4080fdc req-176433c2-d3a9-451f-b9c7-a02003959ed6 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:38.159322 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1b1e16df-4213-4192-adc6-5cbce4080fdc req-176433c2-d3a9-451f-b9c7-a02003959ed6 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650 HTTP/1.1" status: 200 len: 931 time: 0.0577006 Sep 11 00:56:38.202343 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-bc5e9e48-67f7-4043-b960-bd5b39e8bd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (6a7c8c37-25f4-480e-a003-6a8f1f5f186d), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:38.213780 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1b1e16df-4213-4192-adc6-5cbce4080fdc req-814dcad7-9e22-4242-9384-e4d3cbec77d8 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476074 Sep 11 00:56:38.256126 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-27a90221-c960-4096-8f1f-34b4e3933743 None None] Provisioning complete for port 6a7c8c37-25f4-480e-a003-6a8f1f5f186d triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:56:38.256706 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-27a90221-c960-4096-8f1f-34b4e3933743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (6a7c8c37-25f4-480e-a003-6a8f1f5f186d), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:38.289728 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-27a90221-c960-4096-8f1f-34b4e3933743 None None] Port 6a7c8c37-25f4-480e-a003-6a8f1f5f186d cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:56:38.663817 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:38.714949 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-bc5e9e48-67f7-4043-b960-bd5b39e8bd78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a7c8c37-25f4-480e-a003-6a8f1f5f186d {{(pid=112722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:56:38.722200 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-bc5e9e48-67f7-4043-b960-bd5b39e8bd78 service neutron] Publish callbacks [] for port (6a7c8c37-25f4-480e-a003-6a8f1f5f186d), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:38.734097 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.provisioning_blocks [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-bc5e9e48-67f7-4043-b960-bd5b39e8bd78 service neutron] Transition to ACTIVE for port object 6a7c8c37-25f4-480e-a003-6a8f1f5f186d will not be triggered until provisioned by entity L2. {{(pid=112722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 11 00:56:38.737884 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-bc5e9e48-67f7-4043-b960-bd5b39e8bd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (6a7c8c37-25f4-480e-a003-6a8f1f5f186d), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:38.796924 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e9e48-67f7-4043-b960-bd5b39e8bd78 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7c8c37-25f4-480e-a003-6a8f1f5f186d,revision_number=2']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:38.848662 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-bc5e9e48-67f7-4043-b960-bd5b39e8bd78 service neutron] Attempting to bind port 6a7c8c37-25f4-480e-a003-6a8f1f5f186d on host hv-cinder-maste for vnic_type normal with profile {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:56:38.849133 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-bc5e9e48-67f7-4043-b960-bd5b39e8bd78 service neutron] Attempting to bind port 6a7c8c37-25f4-480e-a003-6a8f1f5f186d by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1'}] {{(pid=112722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:56:38.849465 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-bc5e9e48-67f7-4043-b960-bd5b39e8bd78 service neutron] Attempting to bind port 6a7c8c37-25f4-480e-a003-6a8f1f5f186d on network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:56:38.889209 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-bc5e9e48-67f7-4043-b960-bd5b39e8bd78 service neutron] Port 6a7c8c37-25f4-480e-a003-6a8f1f5f186d on network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 11 00:56:38.889540 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-bc5e9e48-67f7-4043-b960-bd5b39e8bd78 service neutron] Attempting to bind port 6a7c8c37-25f4-480e-a003-6a8f1f5f186d on network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:56:38.923200 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:38.933171 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-bc5e9e48-67f7-4043-b960-bd5b39e8bd78 service neutron] Checking agent: {'id': '59bd9a15-1b15-4a76-8496-742ec7e1ef61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'started_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:56:38.933513 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-bc5e9e48-67f7-4043-b960-bd5b39e8bd78 service neutron] Checking segment: {'id': 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:56:38.933904 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-bc5e9e48-67f7-4043-b960-bd5b39e8bd78 service neutron] Bound using segment: {'id': 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1'} {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:56:38.934343 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-bc5e9e48-67f7-4043-b960-bd5b39e8bd78 service neutron] Bound port: 6a7c8c37-25f4-480e-a003-6a8f1f5f186d, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1'}}] {{(pid=112722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:56:38.934704 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-bc5e9e48-67f7-4043-b960-bd5b39e8bd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (6a7c8c37-25f4-480e-a003-6a8f1f5f186d), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:38.994684 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-bc5e9e48-67f7-4043-b960-bd5b39e8bd78 service neutron] For port 6a7c8c37-25f4-480e-a003-6a8f1f5f186d, host hv-cinder-maste, cleared binding levels {{(pid=112722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:56:38.997855 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-bc5e9e48-67f7-4043-b960-bd5b39e8bd78 service neutron] For port 6a7c8c37-25f4-480e-a003-6a8f1f5f186d, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6a7c8c37-25f4-480e-a003-6a8f1f5f186d,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:56:39.003667 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-bc5e9e48-67f7-4043-b960-bd5b39e8bd78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (6a7c8c37-25f4-480e-a003-6a8f1f5f186d), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:39.008356 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-bc5e9e48-67f7-4043-b960-bd5b39e8bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:39.008975 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-bc5e9e48-67f7-4043-b960-bd5b39e8bd78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:39.010356 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-bc5e9e48-67f7-4043-b960-bd5b39e8bd78 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/6a7c8c37-25f4-480e-a003-6a8f1f5f186d HTTP/1.1" status: 200 len: 1093 time: 0.8785629 Sep 11 00:56:39.010932 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650', 'tag': '6a7c8c37-25f4-480e-a003-6a8f1f5f186d'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:56:39.013206 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802f09a8-ae8c-40af-97ce-47388e55f039" -d '{"events": [{"name": "network-changed", "server_uuid": "b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650", "tag": "6a7c8c37-25f4-480e-a003-6a8f1f5f186d"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:56:39.056183 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b40766-ec15-4fd1-9aae-5a8d09350eea x-openstack-request-id: req-b7b40766-ec15-4fd1-9aae-5a8d09350eea {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:56:39.056466 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650", "tag": "6a7c8c37-25f4-480e-a003-6a8f1f5f186d", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:56:39.056714 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b7b40766-ec15-4fd1-9aae-5a8d09350eea {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:56:39.057144 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7b40766-ec15-4fd1-9aae-5a8d09350eea'] response: {'name': 'network-changed', 'server_uuid': 'b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650', 'tag': '6a7c8c37-25f4-480e-a003-6a8f1f5f186d', 'status': 'completed', 'code': 200} Sep 11 00:56:39.066604 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e9e48-67f7-4043-b960-bd5b39e8bd78 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7c8c37-25f4-480e-a003-6a8f1f5f186d,revision_number=3']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:39.158940 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-77e0cdd3-c2c7-4bd6-8d4d-f1fabeeb350d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:39.160440 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-77e0cdd3-c2c7-4bd6-8d4d-f1fabeeb350d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=172e557567404e0f906fd1c3452148d8&device_id=b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650 HTTP/1.1" status: 200 len: 1127 time: 0.0402975 Sep 11 00:56:39.206245 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-6ddfa508-ca66-4c3e-8ed9-a5568c9f4250 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a7c8c37-25f4-480e-a003-6a8f1f5f186d HTTP/1.1" status: 200 len: 217 time: 0.0330296 Sep 11 00:56:39.261558 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-6258772d-64e3-441f-87a8-28b713198256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:39.262518 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-6258772d-64e3-441f-87a8-28b713198256 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=5da596f2-fc37-4a91-8931-a08cdf30e571 HTTP/1.1" status: 200 len: 854 time: 0.0472131 Sep 11 00:56:39.311085 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-80b4e4fe-3879-4cf7-92c0-39bbfa1f07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:39.312595 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-80b4e4fe-3879-4cf7-92c0-39bbfa1f07e4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401988 Sep 11 00:56:39.347807 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd2a12-2696-472d-a19b-b359ade654c1 req-154cd2ac-044d-4a28-808c-4110b1493f68 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:39.349920 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-36bd2a12-2696-472d-a19b-b359ade654c1 req-154cd2ac-044d-4a28-808c-4110b1493f68 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650 HTTP/1.1" status: 200 len: 943 time: 0.0478950 Sep 11 00:56:39.396362 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-36bd2a12-2696-472d-a19b-b359ade654c1 req-19ec6ede-915d-4aa3-8f3c-cbdafb138168 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405302 Sep 11 00:56:39.408257 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-50013396-8266-4fed-9ffd-ff02672fa7c0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848703 Sep 11 00:56:39.507601 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-8af5b037-3fc4-42e4-91f3-696bee85d95c req-6edb5be0-64e7-474f-9319-44f9369c1d8b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872397 Sep 11 00:56:40.517531 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724d067-1fa3-451a-b2b6-2a4dd8a7c6d7 req-857c4938-7c0b-42cc-899c-4318f9e5461e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:40.519043 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5724d067-1fa3-451a-b2b6-2a4dd8a7c6d7 req-857c4938-7c0b-42cc-899c-4318f9e5461e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650 HTTP/1.1" status: 200 len: 943 time: 0.0462074 Sep 11 00:56:40.571310 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5724d067-1fa3-451a-b2b6-2a4dd8a7c6d7 req-2eb2ec7f-d591-4f2c-bb96-9ae5f616614b tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465682 Sep 11 00:56:40.687186 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f09a8-ae8c-40af-97ce-47388e55f039 req-1c8ee31a-3f19-4e5e-a51e-62dc5483c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:40.688600 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-802f09a8-ae8c-40af-97ce-47388e55f039 req-1c8ee31a-3f19-4e5e-a51e-62dc5483c3cd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=172e557567404e0f906fd1c3452148d8&device_id=b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650 HTTP/1.1" status: 200 len: 1127 time: 0.0397451 Sep 11 00:56:40.785982 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f09a8-ae8c-40af-97ce-47388e55f039 req-50e198ec-54e8-43da-aeeb-7e0f2cecaf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:40.788049 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-802f09a8-ae8c-40af-97ce-47388e55f039 req-50e198ec-54e8-43da-aeeb-7e0f2cecaf78 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 HTTP/1.1" status: 200 len: 916 time: 0.0898154 Sep 11 00:56:40.836183 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-802f09a8-ae8c-40af-97ce-47388e55f039 req-391056cf-223f-40cd-b12b-30f91bd4c362 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a7c8c37-25f4-480e-a003-6a8f1f5f186d HTTP/1.1" status: 200 len: 217 time: 0.0318005 Sep 11 00:56:40.881927 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:40.886252 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f09a8-ae8c-40af-97ce-47388e55f039 req-6a3e7ed8-f3af-4bf7-b497-7abf2f468c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:40.887726 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-802f09a8-ae8c-40af-97ce-47388e55f039 req-6a3e7ed8-f3af-4bf7-b497-7abf2f468c20 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=5da596f2-fc37-4a91-8931-a08cdf30e571 HTTP/1.1" status: 200 len: 854 time: 0.0448015 Sep 11 00:56:40.941732 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f09a8-ae8c-40af-97ce-47388e55f039 req-32784a7f-a258-4139-8339-7b3f741082b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:40.943217 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-802f09a8-ae8c-40af-97ce-47388e55f039 req-32784a7f-a258-4139-8339-7b3f741082b2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435705 Sep 11 00:56:41.039920 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-802f09a8-ae8c-40af-97ce-47388e55f039 req-42efe8ca-baa5-4198-bc2c-249e83ec54d2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901277 Sep 11 00:56:41.137017 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:41.141317 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-802f09a8-ae8c-40af-97ce-47388e55f039 req-6bb56882-9691-4ffa-9afa-cd95ba32c45c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952342 Sep 11 00:56:41.504341 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:41.691483 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28863116-0d95-4d4c-a77c-8b91a5efee05 req-436cfdd4-411e-4a8c-9fc9-71d27cd0b5f8 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:41.693609 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-28863116-0d95-4d4c-a77c-8b91a5efee05 req-436cfdd4-411e-4a8c-9fc9-71d27cd0b5f8 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650 HTTP/1.1" status: 200 len: 943 time: 0.0494156 Sep 11 00:56:41.736291 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:41.741086 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-28863116-0d95-4d4c-a77c-8b91a5efee05 req-44d74a52-7460-475a-8079-bf29d9c31427 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420346 Sep 11 00:56:42.025729 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=86 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:42.866212 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c30d53-0881-4721-9d4e-cb79ecfd952b req-a74f8850-41ed-4080-8fc3-c0baa3fe1973 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:42.867705 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e9c30d53-0881-4721-9d4e-cb79ecfd952b req-a74f8850-41ed-4080-8fc3-c0baa3fe1973 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650 HTTP/1.1" status: 200 len: 943 time: 0.0466561 Sep 11 00:56:42.914355 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e9c30d53-0881-4721-9d4e-cb79ecfd952b req-5bf4f0f3-6441-429d-bfb1-b41c13085b27 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411491 Sep 11 00:56:43.477278 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 6a7c8c37-25f4-480e-a003-6a8f1f5f186d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 00:56:43.575887 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 6a7c8c37-25f4-480e-a003-6a8f1f5f186d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6a7c8c37-25f4-480e-a003-6a8f1f5f186d,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:56:43.587063 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': '6a7c8c37-25f4-480e-a003-6a8f1f5f186d', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'port_id': '6a7c8c37-25f4-480e-a003-6a8f1f5f186d', 'mac_address': 'fa:16:3e:70:22:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 00:56:43.588384 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:43.616512 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:43.628906 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 6a7c8c37-25f4-480e-a003-6a8f1f5f186d is: DOWN; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:56:43.629368 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (6a7c8c37-25f4-480e-a003-6a8f1f5f186d), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:43.643132 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7c8c37-25f4-480e-a003-6a8f1f5f186d {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:56:43.665467 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 6a7c8c37-25f4-480e-a003-6a8f1f5f186d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6a7c8c37-25f4-480e-a003-6a8f1f5f186d,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:56:43.669052 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (6a7c8c37-25f4-480e-a003-6a8f1f5f186d), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:43.715638 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=6a7c8c37-25f4-480e-a003-6a8f1f5f186d,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:44.042066 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded542f-6b0b-41ba-accd-21ef6a0b4003 req-2e1d9f3b-6908-4b08-a61b-56de73d9a2bc tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:44.043615 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5ded542f-6b0b-41ba-accd-21ef6a0b4003 req-2e1d9f3b-6908-4b08-a61b-56de73d9a2bc tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650 HTTP/1.1" status: 200 len: 944 time: 0.0560696 Sep 11 00:56:44.072403 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['6a7c8c37-25f4-480e-a003-6a8f1f5f186d'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:56:44.074281 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:44.094752 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5ded542f-6b0b-41ba-accd-21ef6a0b4003 req-d985cf4f-ed6f-46c9-aefd-bb3101fe89b3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456941 Sep 11 00:56:44.252518 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-247d7cef-4da3-4e86-bd14-5819586ad845 req-67974684-a5ea-4db7-ae2d-a9e097956186 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381994 Sep 11 00:56:44.378054 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d7cef-4da3-4e86-bd14-5819586ad845 req-4611e5f0-6014-4321-af1e-1bf8a65c5bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:44.379700 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-247d7cef-4da3-4e86-bd14-5819586ad845 req-4611e5f0-6014-4321-af1e-1bf8a65c5bf7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a58aefc25e141ca93821a80859875e8&device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 1129 time: 0.0388358 Sep 11 00:56:44.446762 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=51 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:44.495980 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d7cef-4da3-4e86-bd14-5819586ad845 req-7855aec9-6339-438f-a493-7c675bb22fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:44.497411 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-247d7cef-4da3-4e86-bd14-5819586ad845 req-7855aec9-6339-438f-a493-7c675bb22fa6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f HTTP/1.1" status: 200 len: 920 time: 0.0939274 Sep 11 00:56:44.537983 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-247d7cef-4da3-4e86-bd14-5819586ad845 req-d96e427a-7039-4cb2-a9af-a86258dfa799 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fc55f70-880d-4007-99be-49ec52f1b61e HTTP/1.1" status: 200 len: 217 time: 0.0329947 Sep 11 00:56:44.595929 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d7cef-4da3-4e86-bd14-5819586ad845 req-e1b6e7cd-06ee-4555-bd07-03b0d0aa08bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:44.597396 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-247d7cef-4da3-4e86-bd14-5819586ad845 req-e1b6e7cd-06ee-4555-bd07-03b0d0aa08bb service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c6a47ffa-8534-424b-aa2a-93b1efe10fe2 HTTP/1.1" status: 200 len: 858 time: 0.0491915 Sep 11 00:56:44.648504 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d7cef-4da3-4e86-bd14-5819586ad845 req-90cbcfa8-ca73-4409-8752-a089ff2c55fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:44.649976 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-247d7cef-4da3-4e86-bd14-5819586ad845 req-90cbcfa8-ca73-4409-8752-a089ff2c55fb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394101 Sep 11 00:56:44.747420 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-247d7cef-4da3-4e86-bd14-5819586ad845 req-e040e787-a6ca-431c-a78d-991a3723b813 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825582 Sep 11 00:56:44.845201 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-247d7cef-4da3-4e86-bd14-5819586ad845 req-60a408bc-0cde-4bfc-b18d-0bd93f583344 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881248 Sep 11 00:56:45.219720 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835ff15-c0a9-4195-8eb1-1e693c8c0381 req-6247ca67-22ad-41f1-a3d9-dec6063dfb40 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:45.221206 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6835ff15-c0a9-4195-8eb1-1e693c8c0381 req-6247ca67-22ad-41f1-a3d9-dec6063dfb40 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650 HTTP/1.1" status: 200 len: 944 time: 0.0471675 Sep 11 00:56:45.267630 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6835ff15-c0a9-4195-8eb1-1e693c8c0381 req-8e282c97-bbf0-4b39-a20b-5f695a83b21a tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409563 Sep 11 00:56:45.485945 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 6a7c8c37-25f4-480e-a003-6a8f1f5f186d up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:56:45.527569 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning for port 6a7c8c37-25f4-480e-a003-6a8f1f5f186d completed by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 11 00:56:45.534089 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port 6a7c8c37-25f4-480e-a003-6a8f1f5f186d triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:56:45.534461 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (6a7c8c37-25f4-480e-a003-6a8f1f5f186d), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:45.611598 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 6a7c8c37-25f4-480e-a003-6a8f1f5f186d is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:56:45.611983 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (6a7c8c37-25f4-480e-a003-6a8f1f5f186d), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:45.636147 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7c8c37-25f4-480e-a003-6a8f1f5f186d'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:56:45.638356 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b9cd44-440d-4153-bf0f-63a32d96be17" -d '{"events": [{"server_uuid": "b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650", "name": "network-vif-plugged", "status": "completed", "tag": "6a7c8c37-25f4-480e-a003-6a8f1f5f186d"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:56:45.652455 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 6a7c8c37-25f4-480e-a003-6a8f1f5f186d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6a7c8c37-25f4-480e-a003-6a8f1f5f186d,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:56:45.657576 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (6a7c8c37-25f4-480e-a003-6a8f1f5f186d), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:45.688224 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d5e7b9-db66-4eb9-85d4-4d80983a3195 x-openstack-request-id: req-83d5e7b9-db66-4eb9-85d4-4d80983a3195 {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:56:45.688491 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650", "name": "network-vif-plugged", "status": "completed", "tag": "6a7c8c37-25f4-480e-a003-6a8f1f5f186d", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:56:45.688752 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-83d5e7b9-db66-4eb9-85d4-4d80983a3195 {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:56:45.689129 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d5e7b9-db66-4eb9-85d4-4d80983a3195'] response: {'server_uuid': 'b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7c8c37-25f4-480e-a003-6a8f1f5f186d', 'code': 200} Sep 11 00:56:45.709533 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=6a7c8c37-25f4-480e-a003-6a8f1f5f186d,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:56:46.256979 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd6a27-546c-4d07-8700-e4d380109607 req-322b7745-7d91-4c13-b52e-99491e929ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:46.258383 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-53bd6a27-546c-4d07-8700-e4d380109607 req-322b7745-7d91-4c13-b52e-99491e929ccb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650 HTTP/1.1" status: 200 len: 1129 time: 0.0423784 Sep 11 00:56:46.305043 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-53bd6a27-546c-4d07-8700-e4d380109607 req-897c2f64-3ab8-4dec-b103-5bffc3c737a7 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397766 Sep 11 00:56:46.401527 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52f667-907f-4d3a-aa93-c4187f52ff5f req-be1fffc5-3cd5-4a64-bcaa-079671a09a26 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:46.403067 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-eb52f667-907f-4d3a-aa93-c4187f52ff5f req-be1fffc5-3cd5-4a64-bcaa-079671a09a26 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650 HTTP/1.1" status: 200 len: 945 time: 0.0532568 Sep 11 00:56:46.457550 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-eb52f667-907f-4d3a-aa93-c4187f52ff5f req-17425226-3db7-4bbf-a5fc-f53d68978c4e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489011 Sep 11 00:56:47.587633 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8d8a4-9a91-4705-ae81-1ef8cd34e02e req-0c893242-8f52-4df0-8223-28ea16cf9500 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:47.589245 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-22d8d8a4-9a91-4705-ae81-1ef8cd34e02e req-0c893242-8f52-4df0-8223-28ea16cf9500 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650 HTTP/1.1" status: 200 len: 945 time: 0.0483880 Sep 11 00:56:47.637169 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-22d8d8a4-9a91-4705-ae81-1ef8cd34e02e req-67105150-b656-4c95-9f57-2edb4094da7f tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423076 Sep 11 00:56:48.757045 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75cc5d-3256-4bab-85aa-3eea5c1be94a req-905c26ee-2c81-47da-8002-d581be8582e7 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:48.758519 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0b75cc5d-3256-4bab-85aa-3eea5c1be94a req-905c26ee-2c81-47da-8002-d581be8582e7 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650 HTTP/1.1" status: 200 len: 945 time: 0.0467122 Sep 11 00:56:48.807982 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0b75cc5d-3256-4bab-85aa-3eea5c1be94a req-1a20cfc9-4a37-42ea-be51-283a316f364f tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439556 Sep 11 00:56:48.922974 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e3cd2-a9c8-4190-8239-ad1be150590d req-f3642bcf-deb4-4385-a026-ebe76ffd7855 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:48.924332 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-441e3cd2-a9c8-4190-8239-ad1be150590d req-f3642bcf-deb4-4385-a026-ebe76ffd7855 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650 HTTP/1.1" status: 200 len: 945 time: 0.0470593 Sep 11 00:56:48.934815 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 46410) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:56:48.939339 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-48082900-c717-4bed-bbd0-4d33d3a1820e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Request body: {'floatingip': {'port_id': '6a7c8c37-25f4-480e-a003-6a8f1f5f186d'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:56:48.981537 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-48082900-c717-4bed-bbd0-4d33d3a1820e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (ca7dd0f4-a8d8-4813-a077-34960db875e1), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:49.028911 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-760aa091-3330-48b3-a189-beec97469bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:49.198356 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=100 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:49.404169 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-48082900-c717-4bed-bbd0-4d33d3a1820e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:49.407770 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-48082900-c717-4bed-bbd0-4d33d3a1820e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (ca7dd0f4-a8d8-4813-a077-34960db875e1), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:49.441939 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:49.505353 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.db.l3_db [None req-48082900-c717-4bed-bbd0-4d33d3a1820e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Floating IP ca7dd0f4-a8d8-4813-a077-34960db875e1 associated. External IP: 172.37.5.218, port: 6a7c8c37-25f4-480e-a003-6a8f1f5f186d. Sep 11 00:56:49.702049 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48082900-c717-4bed-bbd0-4d33d3a1820e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Router b9418f01-7791-4e40-88d0-38d48d92c06d has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:56:49.805330 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48082900-c717-4bed-bbd0-4d33d3a1820e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:56:49.809793 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-48082900-c717-4bed-bbd0-4d33d3a1820e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:49.814993 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36cd488-36c6-401d-9190-3fc0c20bff9f None None] Sync routers for ids ['b9418f01-7791-4e40-88d0-38d48d92c06d'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:56:49.824595 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36cd488-36c6-401d-9190-3fc0c20bff9f None None] Routers {'b9418f01-7791-4e40-88d0-38d48d92c06d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:56:49.825201 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-b36cd488-36c6-401d-9190-3fc0c20bff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:56:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b9418f01-7791-4e40-88d0-38d48d92c06d'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:56:49.839588 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-48082900-c717-4bed-bbd0-4d33d3a1820e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/ca7dd0f4-a8d8-4813-a077-34960db875e1 HTTP/1.1" status: 200 len: 991 time: 0.9036772 Sep 11 00:56:49.840316 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650', 'tag': '6a7c8c37-25f4-480e-a003-6a8f1f5f186d'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:56:49.842653 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3bdf92-676e-4e96-8839-31af0f67efe9" -d '{"events": [{"name": "network-changed", "server_uuid": "b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650", "tag": "6a7c8c37-25f4-480e-a003-6a8f1f5f186d"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:56:49.882079 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3533f6e-4735-4b6f-b8d0-94a7fef39089 x-openstack-request-id: req-a3533f6e-4735-4b6f-b8d0-94a7fef39089 {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:56:49.882395 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650", "tag": "6a7c8c37-25f4-480e-a003-6a8f1f5f186d", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:56:49.882645 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a3533f6e-4735-4b6f-b8d0-94a7fef39089 {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:56:49.883101 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3533f6e-4735-4b6f-b8d0-94a7fef39089'] response: {'name': 'network-changed', 'server_uuid': 'b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650', 'tag': '6a7c8c37-25f4-480e-a003-6a8f1f5f186d', 'status': 'completed', 'code': 200} Sep 11 00:56:49.929326 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-b36cd488-36c6-401d-9190-3fc0c20bff9f None None] Set router b9418f01-7791-4e40-88d0-38d48d92c06d gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:56:49.990457 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bdf92-676e-4e96-8839-31af0f67efe9 req-0d59ed37-a097-4a9c-9723-a9d6750d2f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:49.992022 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-bd3bdf92-676e-4e96-8839-31af0f67efe9 req-0d59ed37-a097-4a9c-9723-a9d6750d2f86 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=172e557567404e0f906fd1c3452148d8&device_id=b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650 HTTP/1.1" status: 200 len: 1129 time: 0.0407166 Sep 11 00:56:50.108502 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bdf92-676e-4e96-8839-31af0f67efe9 req-6a84550b-430b-46ac-8333-79b3213e8f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:50.109983 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-bd3bdf92-676e-4e96-8839-31af0f67efe9 req-6a84550b-430b-46ac-8333-79b3213e8f72 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 HTTP/1.1" status: 200 len: 916 time: 0.1107466 Sep 11 00:56:50.164968 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-b36cd488-36c6-401d-9190-3fc0c20bff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'ca7dd0f4-a8d8-4813-a077-34960db875e1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'floating_ip_address': '172.37.5.218', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'port_id': '6a7c8c37-25f4-480e-a003-6a8f1f5f186d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'mac_address': 'fa:16:3e:70:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:56:34Z', 'updated_at': '2022-09-11T00:56:49Z', 'revision_number': 1, 'project_id': '172e557567404e0f906fd1c3452148d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:10Z', 'revision_number': 5, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:56:50.176222 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-bd3bdf92-676e-4e96-8839-31af0f67efe9 req-d95d02d8-2354-4e4d-88a6-627fd12f5ee4 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a7c8c37-25f4-480e-a003-6a8f1f5f186d HTTP/1.1" status: 200 len: 999 time: 0.0556507 Sep 11 00:56:50.189903 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36cd488-36c6-401d-9190-3fc0c20bff9f None None] Checking router: b9418f01-7791-4e40-88d0-38d48d92c06d for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:56:50.198694 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36cd488-36c6-401d-9190-3fc0c20bff9f None None] Routers {'b9418f01-7791-4e40-88d0-38d48d92c06d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:56:50.199372 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-b36cd488-36c6-401d-9190-3fc0c20bff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:56:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b9418f01-7791-4e40-88d0-38d48d92c06d'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:56:50.229142 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bdf92-676e-4e96-8839-31af0f67efe9 req-f9e2ae28-824d-43f3-8f3a-6d759513d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:50.230656 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-bd3bdf92-676e-4e96-8839-31af0f67efe9 req-f9e2ae28-824d-43f3-8f3a-6d759513d895 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=5da596f2-fc37-4a91-8931-a08cdf30e571 HTTP/1.1" status: 200 len: 854 time: 0.0483859 Sep 11 00:56:50.275949 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bdf92-676e-4e96-8839-31af0f67efe9 req-f202ce63-66b9-4c09-b45c-4f3b6bb14769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:56:50.277499 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-bd3bdf92-676e-4e96-8839-31af0f67efe9 req-f202ce63-66b9-4c09-b45c-4f3b6bb14769 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394943 Sep 11 00:56:50.301660 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-b36cd488-36c6-401d-9190-3fc0c20bff9f None None] Set router b9418f01-7791-4e40-88d0-38d48d92c06d gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:56:50.370461 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-bd3bdf92-676e-4e96-8839-31af0f67efe9 req-23a84791-0cbd-4dd8-bfcc-0bc377ec1948 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847638 Sep 11 00:56:50.397294 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=100 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:50.465743 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-bd3bdf92-676e-4e96-8839-31af0f67efe9 req-3ea27374-48fa-4212-92a7-cc35b24a8540 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892909 Sep 11 00:56:50.515556 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-b36cd488-36c6-401d-9190-3fc0c20bff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'ca7dd0f4-a8d8-4813-a077-34960db875e1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'floating_ip_address': '172.37.5.218', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'port_id': '6a7c8c37-25f4-480e-a003-6a8f1f5f186d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'mac_address': 'fa:16:3e:70:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:56:34Z', 'updated_at': '2022-09-11T00:56:49Z', 'revision_number': 1, 'project_id': '172e557567404e0f906fd1c3452148d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:10Z', 'revision_number': 5, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:56:50.543130 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36cd488-36c6-401d-9190-3fc0c20bff9f None None] The sync data for ids ['b9418f01-7791-4e40-88d0-38d48d92c06d'] in dv-cinder-master-3-iscsi is: [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'ca7dd0f4-a8d8-4813-a077-34960db875e1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'floating_ip_address': '172.37.5.218', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'port_id': '6a7c8c37-25f4-480e-a003-6a8f1f5f186d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'mac_address': 'fa:16:3e:70:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:56:34Z', 'updated_at': '2022-09-11T00:56:49Z', 'revision_number': 1, 'project_id': '172e557567404e0f906fd1c3452148d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:10Z', 'revision_number': 5, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:56:50.725859 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e030b1fe-ea68-4bc8-9c05-1871e9ac4395 None None] New status for floating IP ca7dd0f4-a8d8-4813-a077-34960db875e1: ACTIVE {{(pid=112723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 00:56:51.329773 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-607d28cb-2dce-4589-9311-1f56c33b4f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:52.598043 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:53.731592 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:53.930277 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:56:58.910107 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=57 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:56:58.915787 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=42 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:00.353485 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d795a7-d884-414b-946e-3cdee9e83114 req-2d1bbe38-ba4a-4b51-bafb-156154dc644d tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:00.355234 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-54d795a7-d884-414b-946e-3cdee9e83114 req-2d1bbe38-ba4a-4b51-bafb-156154dc644d tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 984 time: 0.0472414 Sep 11 00:57:00.400825 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852f23c-d4f4-4e09-84d7-532c4be876f8 req-df83393a-b5c8-4412-91b0-9763f9e785bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:00.402360 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-e852f23c-d4f4-4e09-84d7-532c4be876f8 req-df83393a-b5c8-4412-91b0-9763f9e785bd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=299fcf2ee8b24a4fbb27ed83954c8e24&device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 1168 time: 0.0424700 Sep 11 00:57:00.417004 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-54d795a7-d884-414b-946e-3cdee9e83114 req-75cc245e-9e37-42c4-a801-45e76905efce tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&id=c7087b87-7128-4e1c-9bb8-3d984694865c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559731 Sep 11 00:57:00.418692 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=100 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:00.501046 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852f23c-d4f4-4e09-84d7-532c4be876f8 req-90eefc62-3815-4217-bce1-0073eb4d952e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:00.502534 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-e852f23c-d4f4-4e09-84d7-532c4be876f8 req-90eefc62-3815-4217-bce1-0073eb4d952e service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=9fa144fa-5fc9-4425-a84d-a5df211c8436 HTTP/1.1" status: 200 len: 916 time: 0.0918887 Sep 11 00:57:00.564552 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-e852f23c-d4f4-4e09-84d7-532c4be876f8 req-e9acc095-54dd-430b-a7db-7b5c031b591c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=497f3d01-c618-4bc4-8866-0f2093427106 HTTP/1.1" status: 200 len: 1001 time: 0.0557857 Sep 11 00:57:00.625731 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852f23c-d4f4-4e09-84d7-532c4be876f8 req-7083cf56-49db-4d73-8971-0a74f87a5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:00.627326 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-e852f23c-d4f4-4e09-84d7-532c4be876f8 req-7083cf56-49db-4d73-8971-0a74f87a5045 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=5d645310-e016-42e2-be5b-be26d0a1ff2b HTTP/1.1" status: 200 len: 854 time: 0.0533025 Sep 11 00:57:00.670846 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852f23c-d4f4-4e09-84d7-532c4be876f8 req-7c0c682b-2be0-4312-8fe0-81c5c41e3677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:00.672238 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-e852f23c-d4f4-4e09-84d7-532c4be876f8 req-7c0c682b-2be0-4312-8fe0-81c5c41e3677 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=9fa144fa-5fc9-4425-a84d-a5df211c8436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389791 Sep 11 00:57:00.768747 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-e852f23c-d4f4-4e09-84d7-532c4be876f8 req-a1df0332-ab9d-417a-8ed4-1be41b9577b7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9fa144fa-5fc9-4425-a84d-a5df211c8436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822957 Sep 11 00:57:00.861747 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-e852f23c-d4f4-4e09-84d7-532c4be876f8 req-5f6e87e2-9f0a-48d0-a01e-8297a15ec81e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9fa144fa-5fc9-4425-a84d-a5df211c8436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860457 Sep 11 00:57:01.540566 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdece8-4215-4228-b353-e868a1cd7bcd req-df4ca886-0cc1-4844-ac3e-73144c5a9988 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:01.542049 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-96fdece8-4215-4228-b353-e868a1cd7bcd req-df4ca886-0cc1-4844-ac3e-73144c5a9988 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 984 time: 0.0464411 Sep 11 00:57:01.606580 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-96fdece8-4215-4228-b353-e868a1cd7bcd req-05e52370-c361-491e-aa0e-c562b9cd32a4 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&id=c7087b87-7128-4e1c-9bb8-3d984694865c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588658 Sep 11 00:57:02.733851 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dd4ed-43ca-4eb1-89a0-f41f335d4382 req-6a3d1426-dc38-4309-a5f6-2aa1a79a9e93 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:02.735349 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-499dd4ed-43ca-4eb1-89a0-f41f335d4382 req-6a3d1426-dc38-4309-a5f6-2aa1a79a9e93 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 984 time: 0.0471587 Sep 11 00:57:02.795895 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-499dd4ed-43ca-4eb1-89a0-f41f335d4382 req-51d48d10-7e58-4c1f-b1c4-3276fa93bc22 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&id=c7087b87-7128-4e1c-9bb8-3d984694865c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540121 Sep 11 00:57:03.322595 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=71 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:03.326539 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=83 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:03.918479 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf76e0-de27-4ad6-9d27-c4050170bf5e req-fb011964-625c-4145-9580-44a77d507dfa tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:03.920025 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9dbf76e0-de27-4ad6-9d27-c4050170bf5e req-fb011964-625c-4145-9580-44a77d507dfa tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 984 time: 0.0482788 Sep 11 00:57:03.923469 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:UPDATE=4,neutron:SELECT=68,neutron:DELETE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:03.925122 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:03.985467 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9dbf76e0-de27-4ad6-9d27-c4050170bf5e req-540e5790-7fc6-4ebc-af71-c311b467ba3f tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&id=c7087b87-7128-4e1c-9bb8-3d984694865c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588729 Sep 11 00:57:04.219019 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6844b2-84ba-4c78-89a9-2646ccce3ff9 req-be975b71-0a22-4763-bf7f-57264668d7f9 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:04.220488 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0d6844b2-84ba-4c78-89a9-2646ccce3ff9 req-be975b71-0a22-4763-bf7f-57264668d7f9 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0500391 Sep 11 00:57:04.267453 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0d6844b2-84ba-4c78-89a9-2646ccce3ff9 req-6718d314-4473-4f37-bf60-4241d77d5494 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411110 Sep 11 00:57:05.113901 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ecf0f-d8c3-4ac9-bc6d-e75cd6427101 req-50ce905f-43dd-4e65-ae81-f6800d1c77bd tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:05.115801 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-792ecf0f-d8c3-4ac9-bc6d-e75cd6427101 req-50ce905f-43dd-4e65-ae81-f6800d1c77bd tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 984 time: 0.0479889 Sep 11 00:57:05.175080 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-792ecf0f-d8c3-4ac9-bc6d-e75cd6427101 req-4a07de95-7a39-4945-a870-d44ac01573dc tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&id=c7087b87-7128-4e1c-9bb8-3d984694865c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535984 Sep 11 00:57:05.389372 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898434f-4b7c-4063-8e2e-93470371c589 req-11e92e3f-4c79-4666-9917-b8b67ab6cc5b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:05.390876 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7898434f-4b7c-4063-8e2e-93470371c589 req-11e92e3f-4c79-4666-9917-b8b67ab6cc5b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0494165 Sep 11 00:57:05.437580 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7898434f-4b7c-4063-8e2e-93470371c589 req-9f87bea9-a171-46c4-9c0a-e2118b648821 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404656 Sep 11 00:57:06.295891 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31d885-784e-4152-ba87-7a6f9f50d6a6 req-31e33529-3176-4b2a-975f-52d230a76167 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:06.297371 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-cf31d885-784e-4152-ba87-7a6f9f50d6a6 req-31e33529-3176-4b2a-975f-52d230a76167 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 984 time: 0.0471635 Sep 11 00:57:06.357389 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-cf31d885-784e-4152-ba87-7a6f9f50d6a6 req-55347c06-4c42-4645-bbfb-b3907ac0735b tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&id=c7087b87-7128-4e1c-9bb8-3d984694865c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537069 Sep 11 00:57:06.557201 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78046b-2697-40bf-9aea-98e8ae90d2ec req-c66821ca-aeac-4f3e-a711-637174d16eba tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:06.559059 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3b78046b-2697-40bf-9aea-98e8ae90d2ec req-c66821ca-aeac-4f3e-a711-637174d16eba tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0472815 Sep 11 00:57:06.609286 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3b78046b-2697-40bf-9aea-98e8ae90d2ec req-3de803da-6922-4e6e-b03d-897646e5567c tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446632 Sep 11 00:57:07.475807 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881b50c-f86d-4e48-9313-3a4f3da25abb req-1eada244-0d06-4d5e-a5f0-28c1f9f8b4af tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:07.477279 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c881b50c-f86d-4e48-9313-3a4f3da25abb req-1eada244-0d06-4d5e-a5f0-28c1f9f8b4af tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 984 time: 0.0472169 Sep 11 00:57:07.502684 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:07.537030 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c881b50c-f86d-4e48-9313-3a4f3da25abb req-ccb6c578-5c7f-4d7a-83ff-f4193d102860 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&id=c7087b87-7128-4e1c-9bb8-3d984694865c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535412 Sep 11 00:57:07.727968 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d63eed-34d5-4e0a-9aaa-c814b5eb0e38 req-0c8da046-4efb-4adb-98a0-e852c09a181d tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:07.729429 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c6d63eed-34d5-4e0a-9aaa-c814b5eb0e38 req-0c8da046-4efb-4adb-98a0-e852c09a181d tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0456257 Sep 11 00:57:07.740982 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:07.776029 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c6d63eed-34d5-4e0a-9aaa-c814b5eb0e38 req-fd3d1465-e247-414b-968a-3895a8c3e708 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410469 Sep 11 00:57:08.388267 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c487ff-99c9-4f43-9db6-67208ed70f5d req-ad6dd47d-e5c6-400f-8b15-6ece49e30e21 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:08.389640 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-a2c487ff-99c9-4f43-9db6-67208ed70f5d req-ad6dd47d-e5c6-400f-8b15-6ece49e30e21 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0457962 Sep 11 00:57:08.480163 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [req-a2c487ff-99c9-4f43-9db6-67208ed70f5d req-5d1a150b-291e-414f-bd4d-998606beb135 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Deleting port f4ee5962-5a14-4994-83b5-3235d55d032f {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:57:08.480512 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-a2c487ff-99c9-4f43-9db6-67208ed70f5d req-5d1a150b-291e-414f-bd4d-998606beb135 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (f4ee5962-5a14-4994-83b5-3235d55d032f), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:08.570883 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-a2c487ff-99c9-4f43-9db6-67208ed70f5d req-5d1a150b-291e-414f-bd4d-998606beb135 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] For port f4ee5962-5a14-4994-83b5-3235d55d032f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f4ee5962-5a14-4994-83b5-3235d55d032f,segment=NetworkSegment(efa8b440-94f8-4ee3-85f9-45381836be7e),segment_id=efa8b440-94f8-4ee3-85f9-45381836be7e)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:57:08.571254 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-a2c487ff-99c9-4f43-9db6-67208ed70f5d req-5d1a150b-291e-414f-bd4d-998606beb135 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (f4ee5962-5a14-4994-83b5-3235d55d032f), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:08.661645 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a868bd-a4af-4a07-a24b-2cf152775c4a req-5494d897-4155-4bdc-94b7-5c662088090c tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:08.663843 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f0a868bd-a4af-4a07-a24b-2cf152775c4a req-5494d897-4155-4bdc-94b7-5c662088090c tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 984 time: 0.0506823 Sep 11 00:57:08.727688 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f0a868bd-a4af-4a07-a24b-2cf152775c4a req-68bd5661-b99e-4324-9421-ffbf87c76bef tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&id=c7087b87-7128-4e1c-9bb8-3d984694865c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574172 Sep 11 00:57:08.741604 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-a2c487ff-99c9-4f43-9db6-67208ed70f5d req-5d1a150b-291e-414f-bd4d-998606beb135 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:08.741966 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-a2c487ff-99c9-4f43-9db6-67208ed70f5d req-5d1a150b-291e-414f-bd4d-998606beb135 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (de88a8eb-5cf7-495e-932a-092d32b25d07), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:08.742279 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.db.l3_db [req-a2c487ff-99c9-4f43-9db6-67208ed70f5d req-5d1a150b-291e-414f-bd4d-998606beb135 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Floating IP de88a8eb-5cf7-495e-932a-092d32b25d07 disassociated. External IP: 172.37.5.97, port: f4ee5962-5a14-4994-83b5-3235d55d032f. Sep 11 00:57:08.742622 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [req-a2c487ff-99c9-4f43-9db6-67208ed70f5d req-5d1a150b-291e-414f-bd4d-998606beb135 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Calling delete_port for f4ee5962-5a14-4994-83b5-3235d55d032f owned by compute:nova {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:57:08.800933 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:08.816828 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:08.877391 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-a2c487ff-99c9-4f43-9db6-67208ed70f5d req-5d1a150b-291e-414f-bd4d-998606beb135 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (f4ee5962-5a14-4994-83b5-3235d55d032f), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:08.902524 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da129a-9399-46dd-88a1-8c4b6499309c req-7093680a-3f3b-40b5-a448-e6b35d695204 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:08.904033 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-58da129a-9399-46dd-88a1-8c4b6499309c req-7093680a-3f3b-40b5-a448-e6b35d695204 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 945 time: 0.0500102 Sep 11 00:57:08.909519 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a150b-291e-414f-bd4d-998606beb135 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Pushing event deleted for resources: {'Port': ['ID=f4ee5962-5a14-4994-83b5-3235d55d032f,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:08.957631 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-58da129a-9399-46dd-88a1-8c4b6499309c req-20dbe245-dfff-490b-9d5a-fccfae9a4cee tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=997619b6-89f0-4b52-a619-500bc361a65c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476246 Sep 11 00:57:09.019107 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2c487ff-99c9-4f43-9db6-67208ed70f5d req-5d1a150b-291e-414f-bd4d-998606beb135 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Router ca681233-a3e2-4f99-a91c-9af635bd6a40 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:57:09.366645 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2c487ff-99c9-4f43-9db6-67208ed70f5d req-5d1a150b-291e-414f-bd4d-998606beb135 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:57:09.377732 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbf1026-8bca-4458-aabc-a22db9d7729b None None] Sync routers for ids ['ca681233-a3e2-4f99-a91c-9af635bd6a40'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:57:09.390213 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbf1026-8bca-4458-aabc-a22db9d7729b None None] Routers {'ca681233-a3e2-4f99-a91c-9af635bd6a40'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:57:09.390841 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-3fbf1026-8bca-4458-aabc-a22db9d7729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:56:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['ca681233-a3e2-4f99-a91c-9af635bd6a40'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:09.410340 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c487ff-99c9-4f43-9db6-67208ed70f5d req-5d1a150b-291e-414f-bd4d-998606beb135 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] No DVR routers for this DVR port f4ee5962-5a14-4994-83b5-3235d55d032f on host hv-cinder-maste {{(pid=112722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:57:09.413777 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-a2c487ff-99c9-4f43-9db6-67208ed70f5d req-5d1a150b-291e-414f-bd4d-998606beb135 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:09.417244 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-a2c487ff-99c9-4f43-9db6-67208ed70f5d req-5d1a150b-291e-414f-bd4d-998606beb135 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.18 "DELETE /networking/v2.0/ports/f4ee5962-5a14-4994-83b5-3235d55d032f HTTP/1.1" status: 204 len: 173 time: 1.0191743 Sep 11 00:57:09.417736 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3cc25c-09a9-47c9-bc2e-d5227478ab70', 'name': 'network-vif-deleted', 'tag': 'f4ee5962-5a14-4994-83b5-3235d55d032f'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:57:09.420152 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ea08a6-3b53-455e-9e99-f6f6b137ab5a" -d '{"events": [{"server_uuid": "eb3cc25c-09a9-47c9-bc2e-d5227478ab70", "name": "network-vif-deleted", "tag": "f4ee5962-5a14-4994-83b5-3235d55d032f"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:57:09.463814 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866c8a5b-ae03-469f-b420-f58c48d18a64 x-openstack-request-id: req-866c8a5b-ae03-469f-b420-f58c48d18a64 {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:57:09.464106 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3cc25c-09a9-47c9-bc2e-d5227478ab70", "name": "network-vif-deleted", "tag": "f4ee5962-5a14-4994-83b5-3235d55d032f", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:57:09.464350 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-866c8a5b-ae03-469f-b420-f58c48d18a64 {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:57:09.464741 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-866c8a5b-ae03-469f-b420-f58c48d18a64'] response: {'server_uuid': 'eb3cc25c-09a9-47c9-bc2e-d5227478ab70', 'name': 'network-vif-deleted', 'tag': 'f4ee5962-5a14-4994-83b5-3235d55d032f', 'status': 'completed', 'code': 200} Sep 11 00:57:09.497860 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-3fbf1026-8bca-4458-aabc-a22db9d7729b None None] Set router ca681233-a3e2-4f99-a91c-9af635bd6a40 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:57:09.705946 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-3fbf1026-8bca-4458-aabc-a22db9d7729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'name': 'tempest-ServerRescueNegativeTestJSON-1211608912-router', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58'}], 'enable_snat': True}, 'gw_port_id': '29124b10-1686-4109-971b-49406190182e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:39Z', 'revision_number': 4, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'gw_port': {'id': '29124b10-1686-4109-971b-49406190182e', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7abd8656-6965-40ed-8c8e-d308de8e7cc7', 'name': '', 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'mac_address': 'fa:16:3e:95:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:38Z', 'updated_at': '2022-09-11T00:52:56Z', 'revision_number': 5, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'subnets': [{'id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:09.731266 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbf1026-8bca-4458-aabc-a22db9d7729b None None] Checking router: ca681233-a3e2-4f99-a91c-9af635bd6a40 for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:57:09.739960 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbf1026-8bca-4458-aabc-a22db9d7729b None None] Routers {'ca681233-a3e2-4f99-a91c-9af635bd6a40'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:57:09.740564 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-3fbf1026-8bca-4458-aabc-a22db9d7729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:56:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['ca681233-a3e2-4f99-a91c-9af635bd6a40'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:09.860922 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c24b78-90ac-4f6a-8eaa-e9a50f0be78b req-9df14e63-444f-436c-808b-a6a4013cd944 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:09.862569 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-99c24b78-90ac-4f6a-8eaa-e9a50f0be78b req-9df14e63-444f-436c-808b-a6a4013cd944 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 984 time: 0.0525174 Sep 11 00:57:09.926765 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-99c24b78-90ac-4f6a-8eaa-e9a50f0be78b req-458dfb7c-82b9-4c7a-ba9f-96af2b8257eb tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&id=c7087b87-7128-4e1c-9bb8-3d984694865c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576103 Sep 11 00:57:09.936037 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-3fbf1026-8bca-4458-aabc-a22db9d7729b None None] Set router ca681233-a3e2-4f99-a91c-9af635bd6a40 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:57:10.075465 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-70870fdf-c2f9-4d55-8b47-46c9ad6df68f req-ebff6951-4fc2-44b2-b2e6-aff1e96962f7 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=eb3cc25c-09a9-47c9-bc2e-d5227478ab70 HTTP/1.1" status: 200 len: 210 time: 0.0282648 Sep 11 00:57:10.129046 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-3fbf1026-8bca-4458-aabc-a22db9d7729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'name': 'tempest-ServerRescueNegativeTestJSON-1211608912-router', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58'}], 'enable_snat': True}, 'gw_port_id': '29124b10-1686-4109-971b-49406190182e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:39Z', 'revision_number': 4, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'gw_port': {'id': '29124b10-1686-4109-971b-49406190182e', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7abd8656-6965-40ed-8c8e-d308de8e7cc7', 'name': '', 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'mac_address': 'fa:16:3e:95:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:38Z', 'updated_at': '2022-09-11T00:52:56Z', 'revision_number': 5, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'subnets': [{'id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:10.154580 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbf1026-8bca-4458-aabc-a22db9d7729b None None] The sync data for ids ['ca681233-a3e2-4f99-a91c-9af635bd6a40'] in dv-cinder-master-3-iscsi is: [{'id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'name': 'tempest-ServerRescueNegativeTestJSON-1211608912-router', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58'}], 'enable_snat': True}, 'gw_port_id': '29124b10-1686-4109-971b-49406190182e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:39Z', 'revision_number': 4, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'gw_port': {'id': '29124b10-1686-4109-971b-49406190182e', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7abd8656-6965-40ed-8c8e-d308de8e7cc7', 'name': '', 'network_id': '4d017d49-42d2-4f66-ab1e-6d7b9f9e874f', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'mac_address': 'fa:16:3e:95:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:38Z', 'updated_at': '2022-09-11T00:52:56Z', 'revision_number': 5, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'subnets': [{'id': 'c6a47ffa-8534-424b-aa2a-93b1efe10fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:57:10.382564 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b87e11b-6bf2-4595-8c7b-421db53ea9b4 None None] New status for floating IP de88a8eb-5cf7-495e-932a-092d32b25d07: DOWN {{(pid=112723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 00:57:11.048127 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965717a-41eb-4e81-948f-8e498ddde7a2 req-26e4d791-4fc1-4ef3-b284-a654d1e488ec tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:11.049584 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f965717a-41eb-4e81-948f-8e498ddde7a2 req-26e4d791-4fc1-4ef3-b284-a654d1e488ec tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 984 time: 0.0471268 Sep 11 00:57:11.108778 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f965717a-41eb-4e81-948f-8e498ddde7a2 req-c68bc76b-64b7-47ca-9172-e275238ca5f8 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&id=c7087b87-7128-4e1c-9bb8-3d984694865c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530684 Sep 11 00:57:11.171787 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 46500) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:11.228944 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4a9e2783-9bba-4076-a5b6-dc9e92b4fb04 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for security_group (997619b6-89f0-4b52-a619-500bc361a65c), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:11.251536 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4a9e2783-9bba-4076-a5b6-dc9e92b4fb04 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for security_group (997619b6-89f0-4b52-a619-500bc361a65c), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:11.307258 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4a9e2783-9bba-4076-a5b6-dc9e92b4fb04 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (997619b6-89f0-4b52-a619-500bc361a65c), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:11.309796 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-4a9e2783-9bba-4076-a5b6-dc9e92b4fb04 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:11.311895 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-4a9e2783-9bba-4076-a5b6-dc9e92b4fb04 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/997619b6-89f0-4b52-a619-500bc361a65c HTTP/1.1" status: 204 len: 168 time: 0.1381764 Sep 11 00:57:11.313746 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 46506) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:11.320307 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e2783-9bba-4076-a5b6-dc9e92b4fb04 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=997619b6-89f0-4b52-a619-500bc361a65c,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:11.328789 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.api.v2.resource [None req-7f2415fe-a4ce-4b75-a7e7-4bc70a541351 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] show failed (client error): The resource could not be found. Sep 11 00:57:11.329966 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-7f2415fe-a4ce-4b75-a7e7-4bc70a541351 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups/997619b6-89f0-4b52-a619-500bc361a65c HTTP/1.1" status: 404 len: 347 time: 0.0146015 Sep 11 00:57:11.332780 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 46508) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:11.450661 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 00:57:11.451271 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-82ce406f-06e6-46a4-8e10-276024b33751 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Deleting port a2158ab6-e531-4e84-98b0-e4aebc16e448 {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:57:11.451600 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-82ce406f-06e6-46a4-8e10-276024b33751 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (a2158ab6-e531-4e84-98b0-e4aebc16e448), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:11.502643 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:11.541978 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-82ce406f-06e6-46a4-8e10-276024b33751 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (a2158ab6-e531-4e84-98b0-e4aebc16e448), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:11.542315 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-82ce406f-06e6-46a4-8e10-276024b33751 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for floatingip (a2158ab6-e531-4e84-98b0-e4aebc16e448), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:11.558000 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-82ce406f-06e6-46a4-8e10-276024b33751 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Calling delete_port for a2158ab6-e531-4e84-98b0-e4aebc16e448 owned by network:floatingip {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:57:11.633471 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device f4ee5962-5a14-4994-83b5-3235d55d032f no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:57:11.655803 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] No Port match for: f4ee5962-5a14-4994-83b5-3235d55d032f {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:57:11.656219 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device f4ee5962-5a14-4994-83b5-3235d55d032f not bound to the agent host hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:57:11.702071 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-82ce406f-06e6-46a4-8e10-276024b33751 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (a2158ab6-e531-4e84-98b0-e4aebc16e448), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:11.732021 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce406f-06e6-46a4-8e10-276024b33751 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Pushing event deleted for resources: {'Port': ['ID=a2158ab6-e531-4e84-98b0-e4aebc16e448,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:11.793280 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-82ce406f-06e6-46a4-8e10-276024b33751 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks [] for floatingip (de88a8eb-5cf7-495e-932a-092d32b25d07), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:11.795791 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-82ce406f-06e6-46a4-8e10-276024b33751 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:11.796924 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-82ce406f-06e6-46a4-8e10-276024b33751 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/de88a8eb-5cf7-495e-932a-092d32b25d07 HTTP/1.1" status: 204 len: 168 time: 0.4631131 Sep 11 00:57:12.237123 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15484c3f-804a-435a-9d8f-954f8650d8a2 req-41dcb546-6d05-48f8-9c25-384d38216127 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:12.238613 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-15484c3f-804a-435a-9d8f-954f8650d8a2 req-41dcb546-6d05-48f8-9c25-384d38216127 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 984 time: 0.0505018 Sep 11 00:57:12.303706 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-15484c3f-804a-435a-9d8f-954f8650d8a2 req-fabb63f0-9827-48fb-a75d-df3e4d28252e tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&id=c7087b87-7128-4e1c-9bb8-3d984694865c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587146 Sep 11 00:57:12.933499 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e625e7a-a49f-4e1b-9999-8eb25ee2b133 req-b196b431-df2f-42da-93f0-475f2366661d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:12.935007 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8e625e7a-a49f-4e1b-9999-8eb25ee2b133 req-b196b431-df2f-42da-93f0-475f2366661d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 946 time: 0.0469701 Sep 11 00:57:12.985688 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8e625e7a-a49f-4e1b-9999-8eb25ee2b133 req-66dd79ce-dd72-4237-b31d-bf4f0f00cb1c tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449896 Sep 11 00:57:13.430087 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176860d-681b-43b7-803d-8b603d875a59 req-41fe4e8b-5d0f-4478-9e6c-8d4a36bdd5c0 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:13.431645 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3176860d-681b-43b7-803d-8b603d875a59 req-41fe4e8b-5d0f-4478-9e6c-8d4a36bdd5c0 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 984 time: 0.0503764 Sep 11 00:57:13.455086 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:13.497366 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3176860d-681b-43b7-803d-8b603d875a59 req-e6763c78-eb24-47f5-9633-2492be513950 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&id=c7087b87-7128-4e1c-9bb8-3d984694865c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595105 Sep 11 00:57:14.113708 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33b220-0248-4d87-a181-b6d388a1b628 req-a050ad01-3e74-4de5-9adb-739d72083d06 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:14.115203 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4e33b220-0248-4d87-a181-b6d388a1b628 req-a050ad01-3e74-4de5-9adb-739d72083d06 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 946 time: 0.0479620 Sep 11 00:57:14.133011 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:14.163923 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4e33b220-0248-4d87-a181-b6d388a1b628 req-aeb05e63-9e5d-477c-bf51-8cbe3723cc5a tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429921 Sep 11 00:57:14.426895 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1983e-8202-4fbb-bf44-94753715a42c req-81ac4759-eea5-4910-84a9-7c508ce98515 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:14.429001 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-54c1983e-8202-4fbb-bf44-94753715a42c req-81ac4759-eea5-4910-84a9-7c508ce98515 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0503509 Sep 11 00:57:14.475726 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-54c1983e-8202-4fbb-bf44-94753715a42c req-2e5d0fcd-f37b-4ce7-8a23-4d16be49b355 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408995 Sep 11 00:57:14.621023 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49b9e6-dd97-4aeb-848c-77a3312570ea req-c30f3826-c352-4974-b89a-497b2a52486e tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:14.622390 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9e49b9e6-dd97-4aeb-848c-77a3312570ea req-c30f3826-c352-4974-b89a-497b2a52486e tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 984 time: 0.0474863 Sep 11 00:57:14.681705 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9e49b9e6-dd97-4aeb-848c-77a3312570ea req-bcb6651b-52eb-4a14-90be-5b4d7553ed65 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&id=c7087b87-7128-4e1c-9bb8-3d984694865c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536296 Sep 11 00:57:15.292916 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9da8b-27e2-45a1-99f7-92318486dc14 req-ab275d20-c5dc-4f5b-be55-27ede671fe4c tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:15.294345 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-55a9da8b-27e2-45a1-99f7-92318486dc14 req-ab275d20-c5dc-4f5b-be55-27ede671fe4c tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 946 time: 0.0500879 Sep 11 00:57:15.340916 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-55a9da8b-27e2-45a1-99f7-92318486dc14 req-57fd0542-6272-4b10-9042-1a1da7cf51c5 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410998 Sep 11 00:57:15.595745 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cde32-70fb-446a-a4a4-992876704329 req-fffad66e-98c8-49ec-8364-20cd7d412c6b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:15.597192 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5b4cde32-70fb-446a-a4a4-992876704329 req-fffad66e-98c8-49ec-8364-20cd7d412c6b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0462487 Sep 11 00:57:15.642670 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5b4cde32-70fb-446a-a4a4-992876704329 req-7aa66c8f-306e-45c7-ad0c-24fc0f2dee15 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395997 Sep 11 00:57:15.799239 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4459ea7-7ed7-4220-9d63-1245bc223daa req-5b8248f0-244b-4a5c-af7d-a42a718af444 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:15.800709 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c4459ea7-7ed7-4220-9d63-1245bc223daa req-5b8248f0-244b-4a5c-af7d-a42a718af444 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 984 time: 0.0466077 Sep 11 00:57:15.863446 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c4459ea7-7ed7-4220-9d63-1245bc223daa req-0fa5bcad-3d84-453f-bb36-3e782f1267bf tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&id=c7087b87-7128-4e1c-9bb8-3d984694865c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571129 Sep 11 00:57:16.464158 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ed572-fec4-4468-9df6-deba8f0d1a5b req-9287ca9c-8709-4d0a-90db-493580387a13 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:16.465609 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c52ed572-fec4-4468-9df6-deba8f0d1a5b req-9287ca9c-8709-4d0a-90db-493580387a13 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 946 time: 0.0461521 Sep 11 00:57:16.511993 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c52ed572-fec4-4468-9df6-deba8f0d1a5b req-efddbaa0-948c-4fa9-bf49-5146708b02e2 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408988 Sep 11 00:57:16.763265 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f2355-abe0-44ea-b603-3990c6abedb1 req-3e5fe199-4f30-4070-b6fe-0182713462de tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:16.764749 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-cf8f2355-abe0-44ea-b603-3990c6abedb1 req-3e5fe199-4f30-4070-b6fe-0182713462de tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0473206 Sep 11 00:57:16.811106 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-cf8f2355-abe0-44ea-b603-3990c6abedb1 req-ca179069-b3de-4c71-a4d4-314430c14252 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408864 Sep 11 00:57:16.987007 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0267d0-e3b8-471e-b707-52c2ede1edc6 req-89c57810-ee1a-4c8c-b113-68774145d64e tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:16.988482 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7e0267d0-e3b8-471e-b707-52c2ede1edc6 req-89c57810-ee1a-4c8c-b113-68774145d64e tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 984 time: 0.0500174 Sep 11 00:57:17.048310 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7e0267d0-e3b8-471e-b707-52c2ede1edc6 req-c9e8230c-e347-4fea-9a0a-e6087cbb9dd0 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&id=c7087b87-7128-4e1c-9bb8-3d984694865c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537927 Sep 11 00:57:17.483160 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39354e2-a18b-4473-ba22-54d80412f813 req-24ec9996-c160-44df-bdad-fe6d1cf86a5b tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:17.484670 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c39354e2-a18b-4473-ba22-54d80412f813 req-24ec9996-c160-44df-bdad-fe6d1cf86a5b tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 946 time: 0.0485406 Sep 11 00:57:17.638838 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97affaa9-2ced-4b6e-9daa-793b241e69c5 req-ca8ed124-f038-4289-97bd-9477a9bf3763 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:17.640323 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-97affaa9-2ced-4b6e-9daa-793b241e69c5 req-ca8ed124-f038-4289-97bd-9477a9bf3763 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 946 time: 0.0464485 Sep 11 00:57:17.686690 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-97affaa9-2ced-4b6e-9daa-793b241e69c5 req-ef47dc16-481a-474e-aef3-dd9f2cbeedd4 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405967 Sep 11 00:57:17.934639 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6f9d6-229e-4efc-a988-b37ee0780fa8 req-949ef984-fd5e-4308-b9d9-6e399ba8e4dc tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:17.936127 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-09e6f9d6-229e-4efc-a988-b37ee0780fa8 req-949ef984-fd5e-4308-b9d9-6e399ba8e4dc tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0499871 Sep 11 00:57:17.960560 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:17.965805 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:17.983524 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-09e6f9d6-229e-4efc-a988-b37ee0780fa8 req-d70e70a4-6f1c-484b-841d-396d77ba2f64 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419469 Sep 11 00:57:18.172391 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfb661-d865-402f-8e4d-4104d7bd26fb req-5555d8cf-9464-4ba2-85b4-158464194fb7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:18.173898 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-12cfb661-d865-402f-8e4d-4104d7bd26fb req-5555d8cf-9464-4ba2-85b4-158464194fb7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 984 time: 0.0475864 Sep 11 00:57:18.174102 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:18.201323 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ae9f8-4e52-480e-9782-183866e43c81 req-5161c027-2897-46f4-ae57-8dc547a38298 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:18.202802 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-532ae9f8-4e52-480e-9782-183866e43c81 req-5161c027-2897-46f4-ae57-8dc547a38298 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 946 time: 0.0804431 Sep 11 00:57:18.232878 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:18.236483 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-12cfb661-d865-402f-8e4d-4104d7bd26fb req-a1d2529b-7a5b-4a6b-8326-0a8ec21725d1 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&id=c7087b87-7128-4e1c-9bb8-3d984694865c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557268 Sep 11 00:57:18.270869 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [req-c39354e2-a18b-4473-ba22-54d80412f813 req-746911dc-859c-4f16-bc02-1c1c997d0ced tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Deleting port 8a166d16-f941-44a7-ba58-ccb7e2c62c18 {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:57:18.271215 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-c39354e2-a18b-4473-ba22-54d80412f813 req-746911dc-859c-4f16-bc02-1c1c997d0ced tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:18.364515 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [req-532ae9f8-4e52-480e-9782-183866e43c81 req-20e2e699-a950-4a8c-8545-f0ab5c939864 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Deleting port d093dbf0-edb8-4356-a6c6-97c0aa32850c {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:57:18.364876 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-532ae9f8-4e52-480e-9782-183866e43c81 req-20e2e699-a950-4a8c-8545-f0ab5c939864 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (d093dbf0-edb8-4356-a6c6-97c0aa32850c), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:18.450060 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-c39354e2-a18b-4473-ba22-54d80412f813 req-746911dc-859c-4f16-bc02-1c1c997d0ced tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] For port 8a166d16-f941-44a7-ba58-ccb7e2c62c18, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8a166d16-f941-44a7-ba58-ccb7e2c62c18,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:57:18.450424 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-c39354e2-a18b-4473-ba22-54d80412f813 req-746911dc-859c-4f16-bc02-1c1c997d0ced tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:18.527493 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-532ae9f8-4e52-480e-9782-183866e43c81 req-20e2e699-a950-4a8c-8545-f0ab5c939864 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] For port d093dbf0-edb8-4356-a6c6-97c0aa32850c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d093dbf0-edb8-4356-a6c6-97c0aa32850c,segment=NetworkSegment(efa8b440-94f8-4ee3-85f9-45381836be7e),segment_id=efa8b440-94f8-4ee3-85f9-45381836be7e)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:57:18.528139 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-532ae9f8-4e52-480e-9782-183866e43c81 req-20e2e699-a950-4a8c-8545-f0ab5c939864 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (d093dbf0-edb8-4356-a6c6-97c0aa32850c), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:18.576428 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [req-532ae9f8-4e52-480e-9782-183866e43c81 req-20e2e699-a950-4a8c-8545-f0ab5c939864 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Calling delete_port for d093dbf0-edb8-4356-a6c6-97c0aa32850c owned by compute:nova {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:57:18.700760 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-c39354e2-a18b-4473-ba22-54d80412f813 req-746911dc-859c-4f16-bc02-1c1c997d0ced tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:18.701118 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-c39354e2-a18b-4473-ba22-54d80412f813 req-746911dc-859c-4f16-bc02-1c1c997d0ced tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (adf8dae2-7623-478f-8253-6f844776eaed), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:18.701434 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.db.l3_db [req-c39354e2-a18b-4473-ba22-54d80412f813 req-746911dc-859c-4f16-bc02-1c1c997d0ced tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Floating IP adf8dae2-7623-478f-8253-6f844776eaed disassociated. External IP: 172.37.5.133, port: 8a166d16-f941-44a7-ba58-ccb7e2c62c18. Sep 11 00:57:18.701777 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [req-c39354e2-a18b-4473-ba22-54d80412f813 req-746911dc-859c-4f16-bc02-1c1c997d0ced tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Calling delete_port for 8a166d16-f941-44a7-ba58-ccb7e2c62c18 owned by compute:nova {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:57:18.814843 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62d259-a5a9-41bd-9958-a207438cea0e req-bcfe6076-264b-46ed-8154-2fdb8ed5863d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:18.816360 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ca62d259-a5a9-41bd-9958-a207438cea0e req-bcfe6076-264b-46ed-8154-2fdb8ed5863d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 946 time: 0.0478444 Sep 11 00:57:18.826829 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-532ae9f8-4e52-480e-9782-183866e43c81 req-20e2e699-a950-4a8c-8545-f0ab5c939864 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (d093dbf0-edb8-4356-a6c6-97c0aa32850c), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:18.870215 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ca62d259-a5a9-41bd-9958-a207438cea0e req-cf9a9b72-bcda-4595-9154-47ce6143f58a tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ef1358e-e308-4204-90b0-5a5e51c86749&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479970 Sep 11 00:57:18.878999 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['d093dbf0-edb8-4356-a6c6-97c0aa32850c', '1fc55f70-880d-4007-99be-49ec52f1b61e'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:57:18.885016 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2e699-a950-4a8c-8545-f0ab5c939864 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Pushing event deleted for resources: {'Port': ['ID=d093dbf0-edb8-4356-a6c6-97c0aa32850c,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:18.947984 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [req-532ae9f8-4e52-480e-9782-183866e43c81 req-20e2e699-a950-4a8c-8545-f0ab5c939864 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] No DVR routers for this DVR port d093dbf0-edb8-4356-a6c6-97c0aa32850c on host hv-cinder-maste {{(pid=112722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:57:18.950956 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-532ae9f8-4e52-480e-9782-183866e43c81 req-20e2e699-a950-4a8c-8545-f0ab5c939864 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:18.954149 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-532ae9f8-4e52-480e-9782-183866e43c81 req-20e2e699-a950-4a8c-8545-f0ab5c939864 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.18 "DELETE /networking/v2.0/ports/d093dbf0-edb8-4356-a6c6-97c0aa32850c HTTP/1.1" status: 204 len: 173 time: 0.7331600 Sep 11 00:57:18.954637 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f2702d-714f-47f4-87e5-25f0283ee9a5', 'name': 'network-vif-deleted', 'tag': 'd093dbf0-edb8-4356-a6c6-97c0aa32850c'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:57:18.956897 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02d3ef3-b6d2-426c-8baa-d82ab1e3047e" -d '{"events": [{"server_uuid": "62f2702d-714f-47f4-87e5-25f0283ee9a5", "name": "network-vif-deleted", "tag": "d093dbf0-edb8-4356-a6c6-97c0aa32850c"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:57:18.960342 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-c39354e2-a18b-4473-ba22-54d80412f813 req-746911dc-859c-4f16-bc02-1c1c997d0ced tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (8a166d16-f941-44a7-ba58-ccb7e2c62c18), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:18.971142 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:18.995339 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746911dc-859c-4f16-bc02-1c1c997d0ced tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Pushing event deleted for resources: {'Port': ['ID=8a166d16-f941-44a7-ba58-ccb7e2c62c18,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:19.060007 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57109691-3844-4d37-9bf2-c36226fcc7d1 x-openstack-request-id: req-57109691-3844-4d37-9bf2-c36226fcc7d1 {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:57:19.060359 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f2702d-714f-47f4-87e5-25f0283ee9a5", "name": "network-vif-deleted", "tag": "d093dbf0-edb8-4356-a6c6-97c0aa32850c", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:57:19.060549 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-57109691-3844-4d37-9bf2-c36226fcc7d1 {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:57:19.060955 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57109691-3844-4d37-9bf2-c36226fcc7d1'] response: {'server_uuid': '62f2702d-714f-47f4-87e5-25f0283ee9a5', 'name': 'network-vif-deleted', 'tag': 'd093dbf0-edb8-4356-a6c6-97c0aa32850c', 'status': 'completed', 'code': 200} Sep 11 00:57:19.069249 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:19.107578 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-fe49c20a-a74f-427e-ab61-c5c46cf4aca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:19.125182 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-de75da46-6e89-4837-b14c-bf9a23b61414 req-20aa7f14-4544-4e52-8624-188cce72c17b tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62f2702d-714f-47f4-87e5-25f0283ee9a5 HTTP/1.1" status: 200 len: 210 time: 0.0371060 Sep 11 00:57:19.136308 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c39354e2-a18b-4473-ba22-54d80412f813 req-746911dc-859c-4f16-bc02-1c1c997d0ced tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Router 95fee4f3-abd7-4406-a70c-88d335798c28 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:57:19.252448 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c39354e2-a18b-4473-ba22-54d80412f813 req-746911dc-859c-4f16-bc02-1c1c997d0ced tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:57:19.263442 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72820bbd-4054-4a4e-a3bb-b090321bdab3 None None] Sync routers for ids ['95fee4f3-abd7-4406-a70c-88d335798c28'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:57:19.275734 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72820bbd-4054-4a4e-a3bb-b090321bdab3 None None] Routers {'95fee4f3-abd7-4406-a70c-88d335798c28'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:57:19.276552 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-72820bbd-4054-4a4e-a3bb-b090321bdab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:56:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['95fee4f3-abd7-4406-a70c-88d335798c28'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:19.300271 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39354e2-a18b-4473-ba22-54d80412f813 req-746911dc-859c-4f16-bc02-1c1c997d0ced tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] No DVR routers for this DVR port 8a166d16-f941-44a7-ba58-ccb7e2c62c18 on host hv-cinder-maste {{(pid=112722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:57:19.303673 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-c39354e2-a18b-4473-ba22-54d80412f813 req-746911dc-859c-4f16-bc02-1c1c997d0ced tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:19.307070 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c39354e2-a18b-4473-ba22-54d80412f813 req-746911dc-859c-4f16-bc02-1c1c997d0ced tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.18 "DELETE /networking/v2.0/ports/8a166d16-f941-44a7-ba58-ccb7e2c62c18 HTTP/1.1" status: 204 len: 173 time: 1.1936030 Sep 11 00:57:19.392221 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-72820bbd-4054-4a4e-a3bb-b090321bdab3 None None] Set router 95fee4f3-abd7-4406-a70c-88d335798c28 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:57:19.438957 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=100 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:19.535987 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=100 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:19.591754 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-72820bbd-4054-4a4e-a3bb-b090321bdab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'name': 'tempest-AttachVolumeShelveTestJSON-560177370-router', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139'}], 'enable_snat': True}, 'gw_port_id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:32Z', 'updated_at': '2022-09-11T00:52:45Z', 'revision_number': 4, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'gw_port': {'id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '11a6e5f5-abb9-43df-b9c8-1e221e1a0960', 'name': '', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'mac_address': 'fa:16:3e:cf:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:42Z', 'updated_at': '2022-09-11T00:53:03Z', 'revision_number': 5, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'subnets': [{'id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:19.620020 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72820bbd-4054-4a4e-a3bb-b090321bdab3 None None] Checking router: 95fee4f3-abd7-4406-a70c-88d335798c28 for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:57:19.628325 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72820bbd-4054-4a4e-a3bb-b090321bdab3 None None] Routers {'95fee4f3-abd7-4406-a70c-88d335798c28'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:57:19.628917 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-72820bbd-4054-4a4e-a3bb-b090321bdab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:56:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['95fee4f3-abd7-4406-a70c-88d335798c28'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:19.729457 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-72820bbd-4054-4a4e-a3bb-b090321bdab3 None None] Set router 95fee4f3-abd7-4406-a70c-88d335798c28 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:57:19.759340 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device d093dbf0-edb8-4356-a6c6-97c0aa32850c no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:57:19.792819 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] No Port match for: d093dbf0-edb8-4356-a6c6-97c0aa32850c {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:57:19.795930 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device d093dbf0-edb8-4356-a6c6-97c0aa32850c not bound to the agent host hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:57:19.796364 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 8a166d16-f941-44a7-ba58-ccb7e2c62c18 no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:57:19.824352 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] No Port match for: 8a166d16-f941-44a7-ba58-ccb7e2c62c18 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:57:19.825038 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 8a166d16-f941-44a7-ba58-ccb7e2c62c18 not bound to the agent host hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:57:19.937372 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-72820bbd-4054-4a4e-a3bb-b090321bdab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'name': 'tempest-AttachVolumeShelveTestJSON-560177370-router', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139'}], 'enable_snat': True}, 'gw_port_id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:32Z', 'updated_at': '2022-09-11T00:52:45Z', 'revision_number': 4, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'gw_port': {'id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '11a6e5f5-abb9-43df-b9c8-1e221e1a0960', 'name': '', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'mac_address': 'fa:16:3e:cf:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:42Z', 'updated_at': '2022-09-11T00:53:03Z', 'revision_number': 5, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'subnets': [{'id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:19.963604 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72820bbd-4054-4a4e-a3bb-b090321bdab3 None None] The sync data for ids ['95fee4f3-abd7-4406-a70c-88d335798c28'] in dv-cinder-master-3-iscsi is: [{'id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'name': 'tempest-AttachVolumeShelveTestJSON-560177370-router', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139'}], 'enable_snat': True}, 'gw_port_id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:32Z', 'updated_at': '2022-09-11T00:52:45Z', 'revision_number': 4, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'gw_port': {'id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '11a6e5f5-abb9-43df-b9c8-1e221e1a0960', 'name': '', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'mac_address': 'fa:16:3e:cf:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:42Z', 'updated_at': '2022-09-11T00:53:03Z', 'revision_number': 5, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'subnets': [{'id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:57:20.009382 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-656c191c-6603-42ef-8a36-147ef2afcc6a req-fab62223-5894-4513-b96d-0163d6fb68be tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 210 time: 0.0325012 Sep 11 00:57:20.187745 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacceb24-d505-46de-8212-6cbb7e934e1c None None] New status for floating IP adf8dae2-7623-478f-8253-6f844776eaed: DOWN {{(pid=112723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 00:57:20.414149 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b1fee-d660-4fda-9086-ce935bcaac15 req-aeb6df19-bd35-4c3f-b57b-2b51b71aa817 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:20.415647 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d89b1fee-d660-4fda-9086-ce935bcaac15 req-aeb6df19-bd35-4c3f-b57b-2b51b71aa817 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0458574 Sep 11 00:57:20.461738 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d89b1fee-d660-4fda-9086-ce935bcaac15 req-b1d0d0b5-4849-4e3e-ba7e-785d284087a5 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401499 Sep 11 00:57:21.062348 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed280f0-7beb-47b6-a543-0e3eb7083067', 'name': 'network-vif-deleted', 'tag': '8a166d16-f941-44a7-ba58-ccb7e2c62c18'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:57:21.064902 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf6a76d-7980-45d8-b474-15311a181dc6" -d '{"events": [{"server_uuid": "7ed280f0-7beb-47b6-a543-0e3eb7083067", "name": "network-vif-deleted", "tag": "8a166d16-f941-44a7-ba58-ccb7e2c62c18"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:57:21.103608 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b95376-82a5-4ffc-922b-9eaa17869d62 x-openstack-request-id: req-b4b95376-82a5-4ffc-922b-9eaa17869d62 {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:57:21.103899 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed280f0-7beb-47b6-a543-0e3eb7083067", "name": "network-vif-deleted", "tag": "8a166d16-f941-44a7-ba58-ccb7e2c62c18", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:57:21.104150 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b4b95376-82a5-4ffc-922b-9eaa17869d62 {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:57:21.104556 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4b95376-82a5-4ffc-922b-9eaa17869d62'] response: {'server_uuid': '7ed280f0-7beb-47b6-a543-0e3eb7083067', 'name': 'network-vif-deleted', 'tag': '8a166d16-f941-44a7-ba58-ccb7e2c62c18', 'status': 'completed', 'code': 200} Sep 11 00:57:21.136184 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-661e958f-090b-4edf-b7f3-8e3c18be8f7e req-339dc061-2f0a-42f6-af34-e399cf415e1e tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 210 time: 0.0299702 Sep 11 00:57:21.332414 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-3bd34d07-65c1-4189-9ab9-9203dc55af75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:21.584006 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d93f9a-431f-4cb4-94f8-2a282ff51a96 req-927d61d1-4107-498d-92c1-f2c014d79553 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:21.585421 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d8d93f9a-431f-4cb4-94f8-2a282ff51a96 req-927d61d1-4107-498d-92c1-f2c014d79553 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0472534 Sep 11 00:57:21.631523 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d8d93f9a-431f-4cb4-94f8-2a282ff51a96 req-e6662300-5f81-4b2d-8def-33ecbabe1795 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399754 Sep 11 00:57:22.253081 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a09fd27d-22d4-42b8-90c9-9246152aa97d req-7aba73d3-65b4-4dbd-a89c-14162fc74744 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7ed280f0-7beb-47b6-a543-0e3eb7083067 HTTP/1.1" status: 200 len: 210 time: 0.0263765 Sep 11 00:57:22.601615 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:22.751675 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7ee3b-dc1b-47eb-ae85-920dde97e56a req-aded04ad-8c41-4787-ba63-a48964b580cb tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:22.753109 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0fa7ee3b-dc1b-47eb-ae85-920dde97e56a req-aded04ad-8c41-4787-ba63-a48964b580cb tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0488033 Sep 11 00:57:22.799940 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0fa7ee3b-dc1b-47eb-ae85-920dde97e56a req-e4ba1ddb-6035-43a8-afff-5c44718baa3f tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404315 Sep 11 00:57:23.353395 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 46604) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:23.411568 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9d0ccbf8-7bdd-461d-ba40-ef08847f5fc8 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for security_group (6ef1358e-e308-4204-90b0-5a5e51c86749), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:23.435795 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9d0ccbf8-7bdd-461d-ba40-ef08847f5fc8 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for security_group (6ef1358e-e308-4204-90b0-5a5e51c86749), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:23.486650 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9d0ccbf8-7bdd-461d-ba40-ef08847f5fc8 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (6ef1358e-e308-4204-90b0-5a5e51c86749), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:23.489265 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9d0ccbf8-7bdd-461d-ba40-ef08847f5fc8 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:23.491192 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-9d0ccbf8-7bdd-461d-ba40-ef08847f5fc8 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6ef1358e-e308-4204-90b0-5a5e51c86749 HTTP/1.1" status: 204 len: 168 time: 0.1366861 Sep 11 00:57:23.494441 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 46606) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:23.501123 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ccbf8-7bdd-461d-ba40-ef08847f5fc8 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef1358e-e308-4204-90b0-5a5e51c86749,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:23.508878 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.api.v2.resource [None req-e5af8e1c-30fb-464f-864b-6531dcf68222 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] show failed (client error): The resource could not be found. Sep 11 00:57:23.509993 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-e5af8e1c-30fb-464f-864b-6531dcf68222 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups/6ef1358e-e308-4204-90b0-5a5e51c86749 HTTP/1.1" status: 404 len: 347 time: 0.0144875 Sep 11 00:57:23.512968 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 46608) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:23.626999 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-c7527131-203c-4deb-a02d-24240dcedcbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Deleting port b8b123f3-6320-4cd7-87d0-1471d38d7fbd {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:57:23.627343 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-c7527131-203c-4deb-a02d-24240dcedcbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (b8b123f3-6320-4cd7-87d0-1471d38d7fbd), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:23.642473 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b983c5-6b90-4067-8293-8e6f0e9ddb49 req-9dddf616-2c26-486d-a5f5-5eb66efb89b6 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:23.643974 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d0b983c5-6b90-4067-8293-8e6f0e9ddb49 req-9dddf616-2c26-486d-a5f5-5eb66efb89b6 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 945 time: 0.0483191 Sep 11 00:57:23.707543 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-c7527131-203c-4deb-a02d-24240dcedcbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (b8b123f3-6320-4cd7-87d0-1471d38d7fbd), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:23.707877 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-c7527131-203c-4deb-a02d-24240dcedcbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for floatingip (b8b123f3-6320-4cd7-87d0-1471d38d7fbd), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:23.728200 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-c7527131-203c-4deb-a02d-24240dcedcbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Calling delete_port for b8b123f3-6320-4cd7-87d0-1471d38d7fbd owned by network:floatingip {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:57:23.734835 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [req-d0b983c5-6b90-4067-8293-8e6f0e9ddb49 req-b8723c51-98bd-486f-a485-be92d4b9a71f tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Deleting port 1fc55f70-880d-4007-99be-49ec52f1b61e {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:57:23.735188 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-d0b983c5-6b90-4067-8293-8e6f0e9ddb49 req-b8723c51-98bd-486f-a485-be92d4b9a71f tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (1fc55f70-880d-4007-99be-49ec52f1b61e), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:23.739887 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:23.824920 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:23.827684 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-d0b983c5-6b90-4067-8293-8e6f0e9ddb49 req-b8723c51-98bd-486f-a485-be92d4b9a71f tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] For port 1fc55f70-880d-4007-99be-49ec52f1b61e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1fc55f70-880d-4007-99be-49ec52f1b61e,segment=NetworkSegment(efa8b440-94f8-4ee3-85f9-45381836be7e),segment_id=efa8b440-94f8-4ee3-85f9-45381836be7e)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:57:23.828057 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-d0b983c5-6b90-4067-8293-8e6f0e9ddb49 req-b8723c51-98bd-486f-a485-be92d4b9a71f tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (1fc55f70-880d-4007-99be-49ec52f1b61e), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:23.842803 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [req-d0b983c5-6b90-4067-8293-8e6f0e9ddb49 req-b8723c51-98bd-486f-a485-be92d4b9a71f tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Calling delete_port for 1fc55f70-880d-4007-99be-49ec52f1b61e owned by compute:nova {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:57:23.867874 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-c7527131-203c-4deb-a02d-24240dcedcbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (b8b123f3-6320-4cd7-87d0-1471d38d7fbd), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:23.894037 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7527131-203c-4deb-a02d-24240dcedcbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Pushing event deleted for resources: {'Port': ['ID=b8b123f3-6320-4cd7-87d0-1471d38d7fbd,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:23.932754 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7527131-203c-4deb-a02d-24240dcedcbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:23.933131 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7527131-203c-4deb-a02d-24240dcedcbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:23.933482 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7527131-203c-4deb-a02d-24240dcedcbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:23.933810 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7527131-203c-4deb-a02d-24240dcedcbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:23.934140 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7527131-203c-4deb-a02d-24240dcedcbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:23.934530 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7527131-203c-4deb-a02d-24240dcedcbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:23.934899 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7527131-203c-4deb-a02d-24240dcedcbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:23.935232 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7527131-203c-4deb-a02d-24240dcedcbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:23.935751 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7527131-203c-4deb-a02d-24240dcedcbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:23.936114 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7527131-203c-4deb-a02d-24240dcedcbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:23.936539 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7527131-203c-4deb-a02d-24240dcedcbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:23.936921 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7527131-203c-4deb-a02d-24240dcedcbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:23.937116 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:23.937280 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7527131-203c-4deb-a02d-24240dcedcbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:23.937561 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7527131-203c-4deb-a02d-24240dcedcbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:23.937888 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7527131-203c-4deb-a02d-24240dcedcbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:23.982735 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-d0b983c5-6b90-4067-8293-8e6f0e9ddb49 req-b8723c51-98bd-486f-a485-be92d4b9a71f tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (1fc55f70-880d-4007-99be-49ec52f1b61e), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:23.994169 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de913d81-37c3-4100-b485-5cb7b7960751 req-cfbb4f38-0123-4c8b-a399-97d2f64ca089 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:23.995696 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-de913d81-37c3-4100-b485-5cb7b7960751 req-cfbb4f38-0123-4c8b-a399-97d2f64ca089 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9acff3d4-2dd1-4809-bc64-2dfc7829bfc6 HTTP/1.1" status: 200 len: 945 time: 0.1050270 Sep 11 00:57:24.008727 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8723c51-98bd-486f-a485-be92d4b9a71f tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Pushing event deleted for resources: {'Port': ['ID=1fc55f70-880d-4007-99be-49ec52f1b61e,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:24.011650 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:24.026416 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['1fc55f70-880d-4007-99be-49ec52f1b61e'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:57:24.057407 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-c7527131-203c-4deb-a02d-24240dcedcbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for floatingip (adf8dae2-7623-478f-8253-6f844776eaed), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:24.059913 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-c7527131-203c-4deb-a02d-24240dcedcbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:24.061342 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-c7527131-203c-4deb-a02d-24240dcedcbb tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/adf8dae2-7623-478f-8253-6f844776eaed HTTP/1.1" status: 204 len: 168 time: 0.5474441 Sep 11 00:57:24.063124 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b983c5-6b90-4067-8293-8e6f0e9ddb49 req-b8723c51-98bd-486f-a485-be92d4b9a71f tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] No DVR routers for this DVR port 1fc55f70-880d-4007-99be-49ec52f1b61e on host hv-cinder-maste {{(pid=112722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:57:24.069713 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-d0b983c5-6b90-4067-8293-8e6f0e9ddb49 req-b8723c51-98bd-486f-a485-be92d4b9a71f tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:24.070876 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-de913d81-37c3-4100-b485-5cb7b7960751 req-1cc6f004-fb1d-4211-9a39-e01a7cdb2f78 tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=24d7e59f-e642-43fa-9fd3-71def82d5582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667233 Sep 11 00:57:24.073925 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-d0b983c5-6b90-4067-8293-8e6f0e9ddb49 req-b8723c51-98bd-486f-a485-be92d4b9a71f tempest-ServerRescueNegativeTestJSON-2044416371 tempest-ServerRescueNegativeTestJSON-2044416371-project] 10.222.0.18 "DELETE /networking/v2.0/ports/1fc55f70-880d-4007-99be-49ec52f1b61e HTTP/1.1" status: 204 len: 173 time: 0.4245534 Sep 11 00:57:24.074433 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acff3d4-2dd1-4809-bc64-2dfc7829bfc6', 'name': 'network-vif-deleted', 'tag': '1fc55f70-880d-4007-99be-49ec52f1b61e'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:57:24.077699 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f15771-4db4-4b2e-96a8-024b79f043eb" -d '{"events": [{"server_uuid": "9acff3d4-2dd1-4809-bc64-2dfc7829bfc6", "name": "network-vif-deleted", "tag": "1fc55f70-880d-4007-99be-49ec52f1b61e"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:57:24.145036 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eadb7d9-856a-48e6-9903-9e0cb82dd5d8 x-openstack-request-id: req-1eadb7d9-856a-48e6-9903-9e0cb82dd5d8 {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:57:24.145409 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acff3d4-2dd1-4809-bc64-2dfc7829bfc6", "name": "network-vif-deleted", "tag": "1fc55f70-880d-4007-99be-49ec52f1b61e", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:57:24.145835 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1eadb7d9-856a-48e6-9903-9e0cb82dd5d8 {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:57:24.146996 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eadb7d9-856a-48e6-9903-9e0cb82dd5d8'] response: {'server_uuid': '9acff3d4-2dd1-4809-bc64-2dfc7829bfc6', 'name': 'network-vif-deleted', 'tag': '1fc55f70-880d-4007-99be-49ec52f1b61e', 'status': 'completed', 'code': 200} Sep 11 00:57:24.174232 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 46616) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:24.179100 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-5b8f5158-8226-404e-a4c7-dfe866d4f343 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1996936808', 'description': 'tempest-description--1735594510'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:57:24.199886 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-5b8f5158-8226-404e-a4c7-dfe866d4f343 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:24.276108 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-5b8f5158-8226-404e-a4c7-dfe866d4f343 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for security_group (28bfa09d-b810-490a-badd-629aba615c3a), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:24.280484 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-5b8f5158-8226-404e-a4c7-dfe866d4f343 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (28bfa09d-b810-490a-badd-629aba615c3a), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:24.312436 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-5b8f5158-8226-404e-a4c7-dfe866d4f343 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:24.316326 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-5b8f5158-8226-404e-a4c7-dfe866d4f343 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1383312 Sep 11 00:57:24.316326 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f5158-8226-404e-a4c7-dfe866d4f343 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28bfa09d-b810-490a-badd-629aba615c3a,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:24.316793 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 46618) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:24.323416 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-0ed84c73-1a64-4b62-b54d-d75586afbcd7 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Request body: {'security_group_rule': {'security_group_id': '28bfa09d-b810-490a-badd-629aba615c3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:57:24.356393 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-0ed84c73-1a64-4b62-b54d-d75586afbcd7 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for security_group_rule (b7d7cf75-051f-4916-84ae-02592e146567), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:24.392942 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:24.397720 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:24.425283 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-0ed84c73-1a64-4b62-b54d-d75586afbcd7 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for security_group_rule (b7d7cf75-051f-4916-84ae-02592e146567), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:24.429523 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-0ed84c73-1a64-4b62-b54d-d75586afbcd7 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (b7d7cf75-051f-4916-84ae-02592e146567), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:24.449800 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed84c73-1a64-4b62-b54d-d75586afbcd7 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d7cf75-051f-4916-84ae-02592e146567,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:24.455205 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-0ed84c73-1a64-4b62-b54d-d75586afbcd7 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:24.456417 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-0ed84c73-1a64-4b62-b54d-d75586afbcd7 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1369708 Sep 11 00:57:24.459096 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 46620) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:24.463519 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-fc2ba45a-7f55-4dfe-b795-742358ea86f5 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Request body: {'security_group_rule': {'security_group_id': '28bfa09d-b810-490a-badd-629aba615c3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:57:24.491990 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-fc2ba45a-7f55-4dfe-b795-742358ea86f5 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for security_group_rule (73f53f34-f19b-4b67-bda2-05004cd0d12f), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:24.550170 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-fc2ba45a-7f55-4dfe-b795-742358ea86f5 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for security_group_rule (73f53f34-f19b-4b67-bda2-05004cd0d12f), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:24.554485 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-fc2ba45a-7f55-4dfe-b795-742358ea86f5 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (73f53f34-f19b-4b67-bda2-05004cd0d12f), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:24.574406 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ba45a-7f55-4dfe-b795-742358ea86f5 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f53f34-f19b-4b67-bda2-05004cd0d12f,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:24.581228 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-fc2ba45a-7f55-4dfe-b795-742358ea86f5 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:24.582411 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-fc2ba45a-7f55-4dfe-b795-742358ea86f5 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222947 Sep 11 00:57:24.585687 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 46622) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:24.589868 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-d639d389-8df9-4d8d-b1f9-355cd72be314 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Request body: {'floatingip': {'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:57:24.610748 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d639d389-8df9-4d8d-b1f9-355cd72be314 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:24.693363 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d639d389-8df9-4d8d-b1f9-355cd72be314 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:24.803007 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [None req-d639d389-8df9-4d8d-b1f9-355cd72be314 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Allocated IP 172.37.5.230 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/16020247-978e-439f-a25b-37902c6ed8aa) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:57:24.913159 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d639d389-8df9-4d8d-b1f9-355cd72be314 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for port (16020247-978e-439f-a25b-37902c6ed8aa), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:24.944689 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d639d389-8df9-4d8d-b1f9-355cd72be314 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (16020247-978e-439f-a25b-37902c6ed8aa), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:24.982344 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d639d389-8df9-4d8d-b1f9-355cd72be314 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:57:24.987170 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-d639d389-8df9-4d8d-b1f9-355cd72be314 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:57:24.989546 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d639d389-8df9-4d8d-b1f9-355cd72be314 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:57:25.020003 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639d389-8df9-4d8d-b1f9-355cd72be314 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Pushing event updated for resources: {'Port': ['ID=16020247-978e-439f-a25b-37902c6ed8aa,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:25.079126 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d639d389-8df9-4d8d-b1f9-355cd72be314 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for floatingip (16a1dcfd-8c44-4e5c-8779-7735a982f899), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:25.080089 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:25.107841 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:25.120782 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d639d389-8df9-4d8d-b1f9-355cd72be314 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (16020247-978e-439f-a25b-37902c6ed8aa), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:25.162902 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 46628) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:25.403300 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d639d389-8df9-4d8d-b1f9-355cd72be314 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for port (16020247-978e-439f-a25b-37902c6ed8aa), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:25.429908 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d639d389-8df9-4d8d-b1f9-355cd72be314 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (16020247-978e-439f-a25b-37902c6ed8aa), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:25.513661 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639d389-8df9-4d8d-b1f9-355cd72be314 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Pushing event updated for resources: {'Port': ['ID=16020247-978e-439f-a25b-37902c6ed8aa,revision_number=2']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:25.519526 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d639d389-8df9-4d8d-b1f9-355cd72be314 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (16a1dcfd-8c44-4e5c-8779-7735a982f899), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:25.561476 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d639d389-8df9-4d8d-b1f9-355cd72be314 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:25.563050 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-d639d389-8df9-4d8d-b1f9-355cd72be314 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9764326 Sep 11 00:57:25.768363 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-74ac11db-029e-4666-b4a2-535bad145c3c req-51bf49e6-b365-45a0-833c-2f524aef5919 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1996936808&fields=id&tenant_id=fd9221b2e81a46f69864e02ec4d42672 HTTP/1.1" status: 200 len: 267 time: 0.0452337 Sep 11 00:57:25.885207 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac11db-029e-4666-b4a2-535bad145c3c req-fee36e42-304c-4a3b-b4df-21dae6e8800d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:25.886737 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-74ac11db-029e-4666-b4a2-535bad145c3c req-fee36e42-304c-4a3b-b4df-21dae6e8800d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/networks?id=3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 HTTP/1.1" status: 200 len: 816 time: 0.1101964 Sep 11 00:57:25.902114 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-74ac11db-029e-4666-b4a2-535bad145c3c req-43f2260b-9622-4de9-9591-0abb15f4162a tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/quotas/fd9221b2e81a46f69864e02ec4d42672 HTTP/1.1" status: 200 len: 375 time: 0.0097888 Sep 11 00:57:25.964696 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f970f60c-745f-4fff-80aa-873e094e2d3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768042'] for router_interface (ca681233-a3e2-4f99-a91c-9af635bd6a40), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:26.163953 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-74ac11db-029e-4666-b4a2-535bad145c3c req-75033760-edfe-451e-b2ef-7d68080e0164 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=fd9221b2e81a46f69864e02ec4d42672&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2564611 Sep 11 00:57:26.243209 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-f970f60c-745f-4fff-80aa-873e094e2d3b admin admin] Deleting port 7abd8656-6965-40ed-8c8e-d308de8e7cc7 {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:57:26.243464 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f970f60c-745f-4fff-80aa-873e094e2d3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (7abd8656-6965-40ed-8c8e-d308de8e7cc7), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:26.261171 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-74ac11db-029e-4666-b4a2-535bad145c3c req-17883a38-338c-42b6-ba06-a06c00e747cf service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3c897342-0f04-45f8-a9ef-0bc52e6c6ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853672 Sep 11 00:57:26.296379 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:26.303212 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:26.329445 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [None req-f970f60c-745f-4fff-80aa-873e094e2d3b admin admin] For port 7abd8656-6965-40ed-8c8e-d308de8e7cc7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7abd8656-6965-40ed-8c8e-d308de8e7cc7,segment=NetworkSegment(efa8b440-94f8-4ee3-85f9-45381836be7e),segment_id=efa8b440-94f8-4ee3-85f9-45381836be7e)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:57:26.329807 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f970f60c-745f-4fff-80aa-873e094e2d3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (7abd8656-6965-40ed-8c8e-d308de8e7cc7), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:26.343123 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-f970f60c-745f-4fff-80aa-873e094e2d3b admin admin] Calling delete_port for 7abd8656-6965-40ed-8c8e-d308de8e7cc7 owned by network:router_interface {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:57:26.352492 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-74ac11db-029e-4666-b4a2-535bad145c3c req-d401632c-6c87-4160-8d1e-51f834a9b545 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3c897342-0f04-45f8-a9ef-0bc52e6c6ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855491 Sep 11 00:57:26.526332 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6976ed10-1961-4b0d-9299-d45ef45d1542 req-4c509254-def1-4fe0-8a55-c0f3ee8b15d0 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 210 time: 0.0285258 Sep 11 00:57:26.545787 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f970f60c-745f-4fff-80aa-873e094e2d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (7abd8656-6965-40ed-8c8e-d308de8e7cc7), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:26.595397 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970f60c-745f-4fff-80aa-873e094e2d3b admin admin] Pushing event deleted for resources: {'Port': ['ID=7abd8656-6965-40ed-8c8e-d308de8e7cc7,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:26.756535 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f970f60c-745f-4fff-80aa-873e094e2d3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3793178'] for router_interface (ca681233-a3e2-4f99-a91c-9af635bd6a40), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:26.973335 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f970f60c-745f-4fff-80aa-873e094e2d3b admin admin] Router ca681233-a3e2-4f99-a91c-9af635bd6a40 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:57:27.082504 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f970f60c-745f-4fff-80aa-873e094e2d3b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:57:27.090416 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-f970f60c-745f-4fff-80aa-873e094e2d3b admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/ca681233-a3e2-4f99-a91c-9af635bd6a40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9255662 Sep 11 00:57:27.092867 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 46652) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:27.093639 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221e9a21-3e86-43d6-bf62-47e1ce5b8a8b None None] Sync routers for ids ['ca681233-a3e2-4f99-a91c-9af635bd6a40'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:57:27.106746 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221e9a21-3e86-43d6-bf62-47e1ce5b8a8b None None] Routers {'ca681233-a3e2-4f99-a91c-9af635bd6a40'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:57:27.107644 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-221e9a21-3e86-43d6-bf62-47e1ce5b8a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:57:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['ca681233-a3e2-4f99-a91c-9af635bd6a40'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:27.207724 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-071dc118-07f1-489a-9510-2ac848ee3e58 admin admin] Publish callbacks [] for router (ca681233-a3e2-4f99-a91c-9af635bd6a40), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:27.210911 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:27.223437 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-221e9a21-3e86-43d6-bf62-47e1ce5b8a8b None None] Set router ca681233-a3e2-4f99-a91c-9af635bd6a40 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:57:27.316989 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-071dc118-07f1-489a-9510-2ac848ee3e58 admin admin] Publish callbacks [] for router_gateway (ca681233-a3e2-4f99-a91c-9af635bd6a40), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:27.361759 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-071dc118-07f1-489a-9510-2ac848ee3e58 admin admin] Deleting port 29124b10-1686-4109-971b-49406190182e {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:57:27.362112 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-071dc118-07f1-489a-9510-2ac848ee3e58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (29124b10-1686-4109-971b-49406190182e), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:27.364451 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:27.396882 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-221e9a21-3e86-43d6-bf62-47e1ce5b8a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'name': 'tempest-ServerRescueNegativeTestJSON-1211608912-router', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58'}], 'enable_snat': True}, 'gw_port_id': '29124b10-1686-4109-971b-49406190182e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:57:26Z', 'revision_number': 5, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'gw_port': {'id': '29124b10-1686-4109-971b-49406190182e', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:27.423006 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221e9a21-3e86-43d6-bf62-47e1ce5b8a8b None None] Checking router: ca681233-a3e2-4f99-a91c-9af635bd6a40 for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:57:27.431893 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221e9a21-3e86-43d6-bf62-47e1ce5b8a8b None None] Routers {'ca681233-a3e2-4f99-a91c-9af635bd6a40'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:57:27.432487 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-221e9a21-3e86-43d6-bf62-47e1ce5b8a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:57:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['ca681233-a3e2-4f99-a91c-9af635bd6a40'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:27.449216 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [None req-071dc118-07f1-489a-9510-2ac848ee3e58 admin admin] For port 29124b10-1686-4109-971b-49406190182e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=29124b10-1686-4109-971b-49406190182e,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:57:27.449584 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-071dc118-07f1-489a-9510-2ac848ee3e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (29124b10-1686-4109-971b-49406190182e), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:27.462441 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-071dc118-07f1-489a-9510-2ac848ee3e58 admin admin] Calling delete_port for 29124b10-1686-4109-971b-49406190182e owned by network:router_gateway {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:57:27.612853 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-221e9a21-3e86-43d6-bf62-47e1ce5b8a8b None None] Set router ca681233-a3e2-4f99-a91c-9af635bd6a40 gateway port host: None {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:57:27.652241 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c31774ad-017b-47e9-b205-5c9c6626cd4d req-7e3e83d4-ffe9-479e-85c3-76e2b4d6b703 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 210 time: 0.0328064 Sep 11 00:57:27.663891 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-071dc118-07f1-489a-9510-2ac848ee3e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (29124b10-1686-4109-971b-49406190182e), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:27.669224 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-221e9a21-3e86-43d6-bf62-47e1ce5b8a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'name': 'tempest-ServerRescueNegativeTestJSON-1211608912-router', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:57:27Z', 'revision_number': 6, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:27.690500 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071dc118-07f1-489a-9510-2ac848ee3e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=29124b10-1686-4109-971b-49406190182e,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:27.696985 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221e9a21-3e86-43d6-bf62-47e1ce5b8a8b None None] The sync data for ids ['ca681233-a3e2-4f99-a91c-9af635bd6a40'] in dv-cinder-master-3-iscsi is: [{'id': 'ca681233-a3e2-4f99-a91c-9af635bd6a40', 'name': 'tempest-ServerRescueNegativeTestJSON-1211608912-router', 'tenant_id': '6a58aefc25e141ca93821a80859875e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:57:27Z', 'revision_number': 6, 'project_id': '6a58aefc25e141ca93821a80859875e8', 'gw_port_host': None}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:57:27.715688 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 1fc55f70-880d-4007-99be-49ec52f1b61e no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:57:27.745081 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] No Port match for: 1fc55f70-880d-4007-99be-49ec52f1b61e {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:57:27.745414 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 1fc55f70-880d-4007-99be-49ec52f1b61e not bound to the agent host hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:57:27.784155 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-071dc118-07f1-489a-9510-2ac848ee3e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3793768'] for router_gateway (ca681233-a3e2-4f99-a91c-9af635bd6a40), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:27.892959 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-071dc118-07f1-489a-9510-2ac848ee3e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3792972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24940'] for router (ca681233-a3e2-4f99-a91c-9af635bd6a40), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:27.895214 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-071dc118-07f1-489a-9510-2ac848ee3e58 admin admin] Publish callbacks [] for router_controller (ca681233-a3e2-4f99-a91c-9af635bd6a40), precommit_delete_associations {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:27.918616 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:27.932068 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac11db-029e-4666-b4a2-535bad145c3c req-161da9c9-abec-4197-ba27-0a9ff0a4f203 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:27.933558 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-74ac11db-029e-4666-b4a2-535bad145c3c req-161da9c9-abec-4197-ba27-0a9ff0a4f203 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.18 "GET /networking/v2.0/networks?id=3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 HTTP/1.1" status: 200 len: 816 time: 0.1486237 Sep 11 00:57:27.964019 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-071dc118-07f1-489a-9510-2ac848ee3e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3793199'] for router (ca681233-a3e2-4f99-a91c-9af635bd6a40), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:27.964638 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071dc118-07f1-489a-9510-2ac848ee3e58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca681233-a3e2-4f99-a91c-9af635bd6a40 {{(pid=112721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 11 00:57:27.971350 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-071dc118-07f1-489a-9510-2ac848ee3e58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:27.974808 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-071dc118-07f1-489a-9510-2ac848ee3e58 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/ca681233-a3e2-4f99-a91c-9af635bd6a40 HTTP/1.1" status: 204 len: 168 time: 0.8786449 Sep 11 00:57:27.975871 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 46658) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:27.982978 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:28.012540 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-74ac11db-029e-4666-b4a2-535bad145c3c req-ebb5bcdd-1cc8-40cf-9a33-e97c685cae2d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fd9221b2e81a46f69864e02ec4d42672 HTTP/1.1" status: 200 len: 380 time: 0.0620229 Sep 11 00:57:28.024128 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_v2 [None req-8895b7f5-3d48-4861-b9d7-79786557c6b6 admin admin] Deleting subnet c6a47ffa-8534-424b-aa2a-93b1efe10fe2 {{(pid=112721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 11 00:57:28.027244 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8895b7f5-3d48-4861-b9d7-79786557c6b6 admin admin] Publish callbacks [] for subnet (c6a47ffa-8534-424b-aa2a-93b1efe10fe2), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:28.063025 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8895b7f5-3d48-4861-b9d7-79786557c6b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14111256'] for subnet (c6a47ffa-8534-424b-aa2a-93b1efe10fe2), precommit_delete_associations {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:28.120773 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [req-74ac11db-029e-4666-b4a2-535bad145c3c req-00343f9c-509a-4f65-8457-dda31878e32f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Request body: {'port': {'device_id': '54f4bbc1-5800-4bc9-9ea6-c9a3cd862347', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'admin_state_up': True, 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'security_groups': ['28bfa09d-b810-490a-badd-629aba615c3a']}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:57:28.202696 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8895b7f5-3d48-4861-b9d7-79786557c6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774851'] for subnet (c6a47ffa-8534-424b-aa2a-93b1efe10fe2), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:28.257588 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8895b7f5-3d48-4861-b9d7-79786557c6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62136785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61942994'] for subnet (c6a47ffa-8534-424b-aa2a-93b1efe10fe2), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:28.257977 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ac11db-029e-4666-b4a2-535bad145c3c req-00343f9c-509a-4f65-8457-dda31878e32f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Made reservation on behalf of fd9221b2e81a46f69864e02ec4d42672 for: {'port': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:57:28.261731 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-74ac11db-029e-4666-b4a2-535bad145c3c req-00343f9c-509a-4f65-8457-dda31878e32f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:28.285600 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8895b7f5-3d48-4861-b9d7-79786557c6b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for subnet (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:28.289072 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-8895b7f5-3d48-4861-b9d7-79786557c6b6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/c6a47ffa-8534-424b-aa2a-93b1efe10fe2 HTTP/1.1" status: 204 len: 168 time: 0.3121860 Sep 11 00:57:28.290723 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895b7f5-3d48-4861-b9d7-79786557c6b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6a47ffa-8534-424b-aa2a-93b1efe10fe2,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:28.292599 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 46662) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:28.297671 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d962dbc8-e1f8-44df-987d-9d7733bcf1d6 None None] Network 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:57:28.342517 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:28.372150 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9d0a5741-85cc-4c06-a7e4-9bdff0c4a931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687712'] for network (4d017d49-42d2-4f66-ab1e-6d7b9f9e874f), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:28.398322 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [req-74ac11db-029e-4666-b4a2-535bad145c3c req-00343f9c-509a-4f65-8457-dda31878e32f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Allocated IP 172.20.0.7 (3c897342-0f04-45f8-a9ef-0bc52e6c6ab5/f6e1af3b-cbbe-4593-9148-6f2c7fa19e13/5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:57:28.405223 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:28.416722 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a5741-85cc-4c06-a7e4-9bdff0c4a931 admin admin] Deleting port 60b1f9b3-85e1-4246-8931-222ce84c092f {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:57:28.417516 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9d0a5741-85cc-4c06-a7e4-9bdff0c4a931 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (60b1f9b3-85e1-4246-8931-222ce84c092f), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:28.487490 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [None req-9d0a5741-85cc-4c06-a7e4-9bdff0c4a931 admin admin] For port 60b1f9b3-85e1-4246-8931-222ce84c092f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=60b1f9b3-85e1-4246-8931-222ce84c092f,segment=NetworkSegment(efa8b440-94f8-4ee3-85f9-45381836be7e),segment_id=efa8b440-94f8-4ee3-85f9-45381836be7e)] {{(pid=112721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:57:28.487995 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9d0a5741-85cc-4c06-a7e4-9bdff0c4a931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (60b1f9b3-85e1-4246-8931-222ce84c092f), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:28.501642 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a5741-85cc-4c06-a7e4-9bdff0c4a931 admin admin] Calling delete_port for 60b1f9b3-85e1-4246-8931-222ce84c092f owned by network:dhcp {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:57:28.525335 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe6dc6b-62bb-48a2-8c23-7cb621554d2c None None] DHCP port deletion for 4d017d49-42d2-4f66-ab1e-6d7b9f9e874f request from dv-cinder-master-3-iscsi {{(pid=112723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 11 00:57:28.567361 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-74ac11db-029e-4666-b4a2-535bad145c3c req-00343f9c-509a-4f65-8457-dda31878e32f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:28.584141 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-3fe6dc6b-62bb-48a2-8c23-7cb621554d2c None None] Deleting port 60b1f9b3-85e1-4246-8931-222ce84c092f {{(pid=112723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:57:28.584771 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-3fe6dc6b-62bb-48a2-8c23-7cb621554d2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (60b1f9b3-85e1-4246-8931-222ce84c092f), before_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:28.603019 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9d0a5741-85cc-4c06-a7e4-9bdff0c4a931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (60b1f9b3-85e1-4246-8931-222ce84c092f), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:28.618331 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-74ac11db-029e-4666-b4a2-535bad145c3c req-00343f9c-509a-4f65-8457-dda31878e32f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:28.639433 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a5741-85cc-4c06-a7e4-9bdff0c4a931 admin admin] Pushing event deleted for resources: {'Port': ['ID=60b1f9b3-85e1-4246-8931-222ce84c092f,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:28.642145 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0a5741-85cc-4c06-a7e4-9bdff0c4a931 admin admin] No DVR routers for this DVR port 60b1f9b3-85e1-4246-8931-222ce84c092f on host dv-cinder-master-3-iscsi {{(pid=112721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:57:28.644267 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 7abd8656-6965-40ed-8c8e-d308de8e7cc7 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:57:28.676217 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: 7abd8656-6965-40ed-8c8e-d308de8e7cc7 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:57:28.676556 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 7abd8656-6965-40ed-8c8e-d308de8e7cc7 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:57:28.687378 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00343f9c-509a-4f65-8457-dda31878e32f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Pushing event updated for resources: {'Port': ['ID=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:28.690548 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ac11db-029e-4666-b4a2-535bad145c3c req-00343f9c-509a-4f65-8457-dda31878e32f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Network 3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:57:28.692688 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [req-74ac11db-029e-4666-b4a2-535bad145c3c req-00343f9c-509a-4f65-8457-dda31878e32f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:57:28.695525 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ac11db-029e-4666-b4a2-535bad145c3c req-00343f9c-509a-4f65-8457-dda31878e32f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:57:28.718868 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-3fe6dc6b-62bb-48a2-8c23-7cb621554d2c None None] For port 60b1f9b3-85e1-4246-8931-222ce84c092f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=60b1f9b3-85e1-4246-8931-222ce84c092f,segment=NetworkSegment(efa8b440-94f8-4ee3-85f9-45381836be7e),segment_id=efa8b440-94f8-4ee3-85f9-45381836be7e)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:57:28.719365 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-3fe6dc6b-62bb-48a2-8c23-7cb621554d2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (60b1f9b3-85e1-4246-8931-222ce84c092f), precommit_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:28.744606 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9d0a5741-85cc-4c06-a7e4-9bdff0c4a931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433128', 'neutron.services.segments.db._delete_segments_for_network-8765262840989'] for network (4d017d49-42d2-4f66-ab1e-6d7b9f9e874f), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:28.767428 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-3fe6dc6b-62bb-48a2-8c23-7cb621554d2c None None] Calling delete_port for 60b1f9b3-85e1-4246-8931-222ce84c092f owned by network:dhcp {{(pid=112723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:57:28.770510 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.services.segments.db [None req-9d0a5741-85cc-4c06-a7e4-9bdff0c4a931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d017d49-42d2-4f66-ab1e-6d7b9f9e874f']}} {{(pid=112721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:28.772969 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac11db-029e-4666-b4a2-535bad145c3c req-00343f9c-509a-4f65-8457-dda31878e32f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:28.773823 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-74ac11db-029e-4666-b4a2-535bad145c3c req-00343f9c-509a-4f65-8457-dda31878e32f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:28.793818 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-74ac11db-029e-4666-b4a2-535bad145c3c req-00343f9c-509a-4f65-8457-dda31878e32f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6770651 Sep 11 00:57:28.795583 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.services.segments.db [None req-9d0a5741-85cc-4c06-a7e4-9bdff0c4a931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa8b440-94f8-4ee3-85f9-45381836be7e') {'for_net_delete': True} {{(pid=112721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:28.796060 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.services.segments.db [None req-9d0a5741-85cc-4c06-a7e4-9bdff0c4a931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa8b440-94f8-4ee3-85f9-45381836be7e') {} {{(pid=112721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:28.812212 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [req-74ac11db-029e-4666-b4a2-535bad145c3c req-a63bb98b-1550-4e78-9e25-1e21597912e2 service neutron] Request body: {'port': {'device_id': '54f4bbc1-5800-4bc9-9ea6-c9a3cd862347', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:57:28.825471 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9d0a5741-85cc-4c06-a7e4-9bdff0c4a931 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765262841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14111459'] for segment (efa8b440-94f8-4ee3-85f9-45381836be7e), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:28.853025 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611d95a-cc36-4651-9e0d-af817cf3c241 req-56495ba2-cdaa-484a-b533-1821671c8ffa tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:28.854132 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c611d95a-cc36-4651-9e0d-af817cf3c241 req-56495ba2-cdaa-484a-b533-1821671c8ffa tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 931 time: 0.0800672 Sep 11 00:57:28.855268 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9d0a5741-85cc-4c06-a7e4-9bdff0c4a931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (efa8b440-94f8-4ee3-85f9-45381836be7e), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:28.869836 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0a5741-85cc-4c06-a7e4-9bdff0c4a931 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=112721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 00:57:28.870245 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9d0a5741-85cc-4c06-a7e4-9bdff0c4a931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62136763'] for segment (efa8b440-94f8-4ee3-85f9-45381836be7e), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:28.894917 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-3fe6dc6b-62bb-48a2-8c23-7cb621554d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608'] for port (60b1f9b3-85e1-4246-8931-222ce84c092f), after_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:28.903809 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.services.segments.plugin [-] Segment efa8b440-94f8-4ee3-85f9-45381836be7e resource provider aggregate not found Sep 11 00:57:28.918435 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-74ac11db-029e-4666-b4a2-535bad145c3c req-a63bb98b-1550-4e78-9e25-1e21597912e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:28.928493 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe6dc6b-62bb-48a2-8c23-7cb621554d2c None None] No DVR routers for this DVR port 60b1f9b3-85e1-4246-8931-222ce84c092f on host dv-cinder-master-3-iscsi {{(pid=112723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:57:28.930287 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6dc6b-62bb-48a2-8c23-7cb621554d2c None None] Pushing event deleted for resources: {'Port': ['ID=60b1f9b3-85e1-4246-8931-222ce84c092f,revision_number=None']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:28.946398 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe6dc6b-62bb-48a2-8c23-7cb621554d2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:28.947526 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe6dc6b-62bb-48a2-8c23-7cb621554d2c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:28.948827 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe6dc6b-62bb-48a2-8c23-7cb621554d2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:28.949176 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe6dc6b-62bb-48a2-8c23-7cb621554d2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:28.949515 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe6dc6b-62bb-48a2-8c23-7cb621554d2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:28.949849 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe6dc6b-62bb-48a2-8c23-7cb621554d2c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:28.950182 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe6dc6b-62bb-48a2-8c23-7cb621554d2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:28.950585 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe6dc6b-62bb-48a2-8c23-7cb621554d2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:28.954815 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe6dc6b-62bb-48a2-8c23-7cb621554d2c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:28.955230 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe6dc6b-62bb-48a2-8c23-7cb621554d2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:28.955573 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe6dc6b-62bb-48a2-8c23-7cb621554d2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:28.955913 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe6dc6b-62bb-48a2-8c23-7cb621554d2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:28.956244 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe6dc6b-62bb-48a2-8c23-7cb621554d2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:28.956569 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe6dc6b-62bb-48a2-8c23-7cb621554d2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:28.956892 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe6dc6b-62bb-48a2-8c23-7cb621554d2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:28.982643 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.services.segments.plugin [-] Segment efa8b440-94f8-4ee3-85f9-45381836be7e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid efa8b440-94f8-4ee3-85f9-45381836be7e found for delete ", "request_id": "req-998a3fcc-987a-46c8-b828-0a3b4d1f3213"}]} Sep 11 00:57:28.993934 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:29.016967 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c611d95a-cc36-4651-9e0d-af817cf3c241 req-1cc3b60c-e077-434a-93ee-8e3dbbb7b6b2 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550937 Sep 11 00:57:29.024065 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9d0a5741-85cc-4c06-a7e4-9bdff0c4a931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793805'] for network (4d017d49-42d2-4f66-ab1e-6d7b9f9e874f), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:29.033328 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9d0a5741-85cc-4c06-a7e4-9bdff0c4a931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:29.043215 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-9d0a5741-85cc-4c06-a7e4-9bdff0c4a931 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/4d017d49-42d2-4f66-ab1e-6d7b9f9e874f HTTP/1.1" status: 204 len: 168 time: 0.7466710 Sep 11 00:57:29.051795 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a5741-85cc-4c06-a7e4-9bdff0c4a931 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d017d49-42d2-4f66-ab1e-6d7b9f9e874f,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:29.053060 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-a8a74188-e0ef-45dd-9dd8-34edb3e7ad2f None None] Provisioning complete for port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:57:29.065007 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-a8a74188-e0ef-45dd-9dd8-34edb3e7ad2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:29.106353 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:29.108548 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:29.118193 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-a8a74188-e0ef-45dd-9dd8-34edb3e7ad2f None None] Port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:57:29.178831 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:29.249451 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 46672) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:29.251680 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [req-74ac11db-029e-4666-b4a2-535bad145c3c req-a63bb98b-1550-4e78-9e25-1e21597912e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a {{(pid=112722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:57:29.259382 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-74ac11db-029e-4666-b4a2-535bad145c3c req-a63bb98b-1550-4e78-9e25-1e21597912e2 service neutron] Publish callbacks [] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:29.271986 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.provisioning_blocks [req-74ac11db-029e-4666-b4a2-535bad145c3c req-a63bb98b-1550-4e78-9e25-1e21597912e2 service neutron] Transition to ACTIVE for port object 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a will not be triggered until provisioned by entity L2. {{(pid=112722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 11 00:57:29.276031 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-74ac11db-029e-4666-b4a2-535bad145c3c req-a63bb98b-1550-4e78-9e25-1e21597912e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:29.292466 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-f01c7de4-8d63-465b-bd3d-89e47f581153 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6a58aefc25e141ca93821a80859875e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418768 Sep 11 00:57:29.295141 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 46674) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:29.336700 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bb98b-1550-4e78-9e25-1e21597912e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a,revision_number=2']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:29.345042 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-39f59a0e-1323-4069-aea1-39f429161b6a admin admin] Publish callbacks [] for security_group (24d7e59f-e642-43fa-9fd3-71def82d5582), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:29.369741 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-39f59a0e-1323-4069-aea1-39f429161b6a admin admin] Publish callbacks [] for security_group (24d7e59f-e642-43fa-9fd3-71def82d5582), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:29.387632 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-74ac11db-029e-4666-b4a2-535bad145c3c req-a63bb98b-1550-4e78-9e25-1e21597912e2 service neutron] Attempting to bind port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a on host hv-cinder-maste for vnic_type normal with profile {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:57:29.387967 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-74ac11db-029e-4666-b4a2-535bad145c3c req-a63bb98b-1550-4e78-9e25-1e21597912e2 service neutron] Attempting to bind port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'cfb772bb-518f-4e67-acc1-2479811b2e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5'}] {{(pid=112722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:57:29.388292 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac11db-029e-4666-b4a2-535bad145c3c req-a63bb98b-1550-4e78-9e25-1e21597912e2 service neutron] Attempting to bind port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a on network 3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:57:29.417470 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-39f59a0e-1323-4069-aea1-39f429161b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (24d7e59f-e642-43fa-9fd3-71def82d5582), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:29.419916 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-39f59a0e-1323-4069-aea1-39f429161b6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:29.421102 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-39f59a0e-1323-4069-aea1-39f429161b6a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/24d7e59f-e642-43fa-9fd3-71def82d5582 HTTP/1.1" status: 204 len: 168 time: 0.1251049 Sep 11 00:57:29.430027 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f59a0e-1323-4069-aea1-39f429161b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d7e59f-e642-43fa-9fd3-71def82d5582,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:29.430655 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac11db-029e-4666-b4a2-535bad145c3c req-a63bb98b-1550-4e78-9e25-1e21597912e2 service neutron] Port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a on network 3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 11 00:57:29.431029 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac11db-029e-4666-b4a2-535bad145c3c req-a63bb98b-1550-4e78-9e25-1e21597912e2 service neutron] Attempting to bind port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a on network 3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:57:29.473362 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac11db-029e-4666-b4a2-535bad145c3c req-a63bb98b-1550-4e78-9e25-1e21597912e2 service neutron] Checking agent: {'id': '59bd9a15-1b15-4a76-8496-742ec7e1ef61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'started_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:57:29.473680 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac11db-029e-4666-b4a2-535bad145c3c req-a63bb98b-1550-4e78-9e25-1e21597912e2 service neutron] Checking segment: {'id': 'cfb772bb-518f-4e67-acc1-2479811b2e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:57:29.474608 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac11db-029e-4666-b4a2-535bad145c3c req-a63bb98b-1550-4e78-9e25-1e21597912e2 service neutron] Bound using segment: {'id': 'cfb772bb-518f-4e67-acc1-2479811b2e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5'} {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:57:29.475141 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-74ac11db-029e-4666-b4a2-535bad145c3c req-a63bb98b-1550-4e78-9e25-1e21597912e2 service neutron] Bound port: 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb772bb-518f-4e67-acc1-2479811b2e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5'}}] {{(pid=112722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:57:29.475498 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-74ac11db-029e-4666-b4a2-535bad145c3c req-a63bb98b-1550-4e78-9e25-1e21597912e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:29.538934 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-74ac11db-029e-4666-b4a2-535bad145c3c req-a63bb98b-1550-4e78-9e25-1e21597912e2 service neutron] For port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a, host hv-cinder-maste, cleared binding levels {{(pid=112722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:57:29.542128 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-74ac11db-029e-4666-b4a2-535bad145c3c req-a63bb98b-1550-4e78-9e25-1e21597912e2 service neutron] For port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:57:29.548743 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-74ac11db-029e-4666-b4a2-535bad145c3c req-a63bb98b-1550-4e78-9e25-1e21597912e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:29.551870 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac11db-029e-4666-b4a2-535bad145c3c req-a63bb98b-1550-4e78-9e25-1e21597912e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:29.553103 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-74ac11db-029e-4666-b4a2-535bad145c3c req-a63bb98b-1550-4e78-9e25-1e21597912e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:29.554489 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-74ac11db-029e-4666-b4a2-535bad145c3c req-a63bb98b-1550-4e78-9e25-1e21597912e2 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a HTTP/1.1" status: 200 len: 1093 time: 0.7465894 Sep 11 00:57:29.557744 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f4bbc1-5800-4bc9-9ea6-c9a3cd862347', 'tag': '5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:57:29.560337 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779353aa-faf8-4d73-b1a7-6f8bd1c2c32f" -d '{"events": [{"name": "network-changed", "server_uuid": "54f4bbc1-5800-4bc9-9ea6-c9a3cd862347", "tag": "5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:57:29.614104 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bb98b-1550-4e78-9e25-1e21597912e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a,revision_number=3']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:29.654621 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7866beaa-3185-4957-833e-ade0bd027937 x-openstack-request-id: req-7866beaa-3185-4957-833e-ade0bd027937 {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:57:29.654940 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f4bbc1-5800-4bc9-9ea6-c9a3cd862347", "tag": "5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:57:29.655191 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7866beaa-3185-4957-833e-ade0bd027937 {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:57:29.655588 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7866beaa-3185-4957-833e-ade0bd027937'] response: {'name': 'network-changed', 'server_uuid': '54f4bbc1-5800-4bc9-9ea6-c9a3cd862347', 'tag': '5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a', 'status': 'completed', 'code': 200} Sep 11 00:57:29.667813 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac11db-029e-4666-b4a2-535bad145c3c req-0b36587c-3259-4165-951c-74dcc0613161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:29.669246 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-74ac11db-029e-4666-b4a2-535bad145c3c req-0b36587c-3259-4165-951c-74dcc0613161 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd9221b2e81a46f69864e02ec4d42672&device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 1127 time: 0.0443776 Sep 11 00:57:29.716447 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-74ac11db-029e-4666-b4a2-535bad145c3c req-0720b3b3-d6d6-4d86-b471-59c166674068 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a HTTP/1.1" status: 200 len: 217 time: 0.0329781 Sep 11 00:57:29.767054 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac11db-029e-4666-b4a2-535bad145c3c req-e777b3d5-7f9a-4666-9759-1840e37b940c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:29.768521 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-74ac11db-029e-4666-b4a2-535bad145c3c req-e777b3d5-7f9a-4666-9759-1840e37b940c service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=f6e1af3b-cbbe-4593-9148-6f2c7fa19e13 HTTP/1.1" status: 200 len: 855 time: 0.0448718 Sep 11 00:57:29.820699 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac11db-029e-4666-b4a2-535bad145c3c req-3ae194dd-425e-4829-b5ae-7dab52c31c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:29.822418 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-74ac11db-029e-4666-b4a2-535bad145c3c req-3ae194dd-425e-4829-b5ae-7dab52c31c01 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=3c897342-0f04-45f8-a9ef-0bc52e6c6ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443323 Sep 11 00:57:29.913919 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-74ac11db-029e-4666-b4a2-535bad145c3c req-b4a30a77-cda5-4d49-b5be-5922553bc8df service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c897342-0f04-45f8-a9ef-0bc52e6c6ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851543 Sep 11 00:57:30.013825 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-74ac11db-029e-4666-b4a2-535bad145c3c req-9cc07195-4371-403d-bbb7-1ac47889e00b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c897342-0f04-45f8-a9ef-0bc52e6c6ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929878 Sep 11 00:57:30.179395 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 60b1f9b3-85e1-4246-8931-222ce84c092f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:57:30.199864 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: 60b1f9b3-85e1-4246-8931-222ce84c092f {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:57:30.200255 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 60b1f9b3-85e1-4246-8931-222ce84c092f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:57:30.200768 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 29124b10-1686-4109-971b-49406190182e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:57:30.205957 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26fe4a-90af-443f-bc92-1d1312f20c1d req-2cc435da-060d-4eae-b2f4-c756e95ca3dc tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:30.208162 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-eb26fe4a-90af-443f-bc92-1d1312f20c1d req-2cc435da-060d-4eae-b2f4-c756e95ca3dc tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 943 time: 0.0524857 Sep 11 00:57:30.222359 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: 29124b10-1686-4109-971b-49406190182e {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:57:30.222821 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 29124b10-1686-4109-971b-49406190182e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:57:30.260498 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-eb26fe4a-90af-443f-bc92-1d1312f20c1d req-4ae86811-51df-4ff6-9d0d-4bccde441dcd tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457749 Sep 11 00:57:30.322837 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=100 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:30.977633 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:31.011468 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779353aa-faf8-4d73-b1a7-6f8bd1c2c32f req-e2339e06-7cb0-4dcb-899c-8ea986ca26e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:31.019586 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-779353aa-faf8-4d73-b1a7-6f8bd1c2c32f req-e2339e06-7cb0-4dcb-899c-8ea986ca26e7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd9221b2e81a46f69864e02ec4d42672&device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 1127 time: 0.0497704 Sep 11 00:57:31.103132 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:31.138674 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779353aa-faf8-4d73-b1a7-6f8bd1c2c32f req-a3493e6f-cd13-491f-a974-aa6ea461d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:31.140268 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-779353aa-faf8-4d73-b1a7-6f8bd1c2c32f req-a3493e6f-cd13-491f-a974-aa6ea461d8ce service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 HTTP/1.1" status: 200 len: 917 time: 0.1153202 Sep 11 00:57:31.181679 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-779353aa-faf8-4d73-b1a7-6f8bd1c2c32f req-e3d3ce6d-2ecb-4eb8-8fdb-9c1ba6d82387 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a HTTP/1.1" status: 200 len: 217 time: 0.0349464 Sep 11 00:57:31.234506 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779353aa-faf8-4d73-b1a7-6f8bd1c2c32f req-ff38a997-22fe-4fad-ae59-1aedd85e4a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:31.236110 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-779353aa-faf8-4d73-b1a7-6f8bd1c2c32f req-ff38a997-22fe-4fad-ae59-1aedd85e4a70 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=f6e1af3b-cbbe-4593-9148-6f2c7fa19e13 HTTP/1.1" status: 200 len: 855 time: 0.0483701 Sep 11 00:57:31.290065 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779353aa-faf8-4d73-b1a7-6f8bd1c2c32f req-bc3a4077-37f3-4787-a83d-8908885221e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:31.291649 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-779353aa-faf8-4d73-b1a7-6f8bd1c2c32f req-bc3a4077-37f3-4787-a83d-8908885221e1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=3c897342-0f04-45f8-a9ef-0bc52e6c6ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491655 Sep 11 00:57:31.397714 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-779353aa-faf8-4d73-b1a7-6f8bd1c2c32f req-45a8ed75-0762-4e5b-9477-7f85a4a4172b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c897342-0f04-45f8-a9ef-0bc52e6c6ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985854 Sep 11 00:57:31.400610 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:31.409904 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129ad17-5840-4f72-8c38-4712ba659e24 req-797fdf2f-ece4-4d08-966d-d074ec5abd5a tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:31.412081 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7129ad17-5840-4f72-8c38-4712ba659e24 req-797fdf2f-ece4-4d08-966d-d074ec5abd5a tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 943 time: 0.0519691 Sep 11 00:57:31.461490 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7129ad17-5840-4f72-8c38-4712ba659e24 req-f69a3245-94fd-4cbf-af6b-4b9dd8566f98 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421731 Sep 11 00:57:31.493360 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-779353aa-faf8-4d73-b1a7-6f8bd1c2c32f req-d916f6da-78db-43ac-b713-338b4bed5504 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c897342-0f04-45f8-a9ef-0bc52e6c6ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898049 Sep 11 00:57:31.743659 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 00:57:31.840982 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:57:31.852301 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': '5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'port_id': '5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a', 'mac_address': 'fa:16:3e:f7:d4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 00:57:31.888788 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a is: DOWN; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:57:31.889177 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:31.902700 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:57:31.922771 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:57:31.926139 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:31.970997 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:32.295792 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:57:32.607092 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:32.619419 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c977e-a657-4715-8929-edb867c779af req-9e092aa9-3c85-466e-ae96-3d12070b3edf tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:32.620973 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-385c977e-a657-4715-8929-edb867c779af req-9e092aa9-3c85-466e-ae96-3d12070b3edf tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 944 time: 0.0537937 Sep 11 00:57:32.671236 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-385c977e-a657-4715-8929-edb867c779af req-9ee352e8-429a-4786-867f-e15a3f163ba6 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438120 Sep 11 00:57:33.767438 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:57:33.808612 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291e589-aaf7-4440-b661-a86704ad8d40 req-22f00c43-4a1f-4404-a87f-998372015470 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:33.810466 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a291e589-aaf7-4440-b661-a86704ad8d40 req-22f00c43-4a1f-4404-a87f-998372015470 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 944 time: 0.0503929 Sep 11 00:57:33.817813 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning for port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a completed by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 11 00:57:33.828416 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:57:33.828961 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:33.867498 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a291e589-aaf7-4440-b661-a86704ad8d40 req-a677425e-4659-405d-87b0-12e41223cbaf tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505404 Sep 11 00:57:33.926123 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:57:33.926608 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:33.951628 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f4bbc1-5800-4bc9-9ea6-c9a3cd862347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:57:33.954279 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f437da8-c27d-4a73-b645-fe6976b0af8b" -d '{"events": [{"server_uuid": "54f4bbc1-5800-4bc9-9ea6-c9a3cd862347", "name": "network-vif-plugged", "status": "completed", "tag": "5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:57:33.967587 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:57:33.972465 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:33.997883 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7039b42-d9f8-40ff-9cba-fd6be0ba6338 x-openstack-request-id: req-a7039b42-d9f8-40ff-9cba-fd6be0ba6338 {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:57:33.998174 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f4bbc1-5800-4bc9-9ea6-c9a3cd862347", "name": "network-vif-plugged", "status": "completed", "tag": "5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:57:33.998424 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a7039b42-d9f8-40ff-9cba-fd6be0ba6338 {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:57:33.998832 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7039b42-d9f8-40ff-9cba-fd6be0ba6338'] response: {'server_uuid': '54f4bbc1-5800-4bc9-9ea6-c9a3cd862347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a', 'code': 200} Sep 11 00:57:34.022490 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:34.241368 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31143af3-91ce-415c-94a0-fb83383ff773 req-adc7d71b-fbb7-4c5d-8575-3ec6cc405f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:34.243033 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-31143af3-91ce-415c-94a0-fb83383ff773 req-adc7d71b-fbb7-4c5d-8575-3ec6cc405f8b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 1129 time: 0.0386825 Sep 11 00:57:34.287884 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-31143af3-91ce-415c-94a0-fb83383ff773 req-574ef1e4-885e-4f00-bf49-bc489cd7b317 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380702 Sep 11 00:57:35.001455 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dece0-eb99-4b46-abd8-d7e4927549dd req-629f7342-1059-4dfe-9143-266045327e53 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:35.003089 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-090dece0-eb99-4b46-abd8-d7e4927549dd req-629f7342-1059-4dfe-9143-266045327e53 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.0510564 Sep 11 00:57:35.049146 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-090dece0-eb99-4b46-abd8-d7e4927549dd req-ea68f4fc-e02c-45de-bc57-9b7d46595196 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400147 Sep 11 00:57:36.327948 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf19e19-8767-4d4e-a152-8e25abed0b90 req-527bf6e1-35ad-4bce-89d4-b0f811c57261 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:36.329409 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-adf19e19-8767-4d4e-a152-8e25abed0b90 req-527bf6e1-35ad-4bce-89d4-b0f811c57261 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.1996081 Sep 11 00:57:36.375145 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-adf19e19-8767-4d4e-a152-8e25abed0b90 req-0ff4b0c9-e59f-43be-85e8-a789e52de214 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399354 Sep 11 00:57:37.560779 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128d380-7044-4414-b41d-319a2e4074b5 req-e92a14d1-f2a1-46e6-8a2e-9710b842ef34 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:37.562529 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6128d380-7044-4414-b41d-319a2e4074b5 req-e92a14d1-f2a1-46e6-8a2e-9710b842ef34 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.1037440 Sep 11 00:57:37.616261 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6128d380-7044-4414-b41d-319a2e4074b5 req-24dd7a87-1ff1-4789-96b9-d45d3fcbb159 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469983 Sep 11 00:57:38.755567 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb668c-4ae2-4322-889d-f8470b6fcf1e req-28f1faa6-2ec2-4730-9062-aa7876a4c4c1 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:38.757749 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-22bb668c-4ae2-4322-889d-f8470b6fcf1e req-28f1faa6-2ec2-4730-9062-aa7876a4c4c1 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.0484245 Sep 11 00:57:38.808570 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-22bb668c-4ae2-4322-889d-f8470b6fcf1e req-bb047394-00a9-4885-a589-7c750d67f8f8 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443137 Sep 11 00:57:38.936223 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15afbc-046a-47ff-9c65-6ff407c5de39 req-ead7d09d-bc09-4f49-977c-26ad9bf2ca06 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:38.937703 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1d15afbc-046a-47ff-9c65-6ff407c5de39 req-ead7d09d-bc09-4f49-977c-26ad9bf2ca06 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.0502892 Sep 11 00:57:38.947795 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 46834) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:38.952155 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-53b36b6d-fee5-49f1-ac79-7317bd6bae8b tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Request body: {'floatingip': {'port_id': '5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:57:38.994918 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-53b36b6d-fee5-49f1-ac79-7317bd6bae8b tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for floatingip (16a1dcfd-8c44-4e5c-8779-7735a982f899), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:39.440063 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:39.448629 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-53b36b6d-fee5-49f1-ac79-7317bd6bae8b tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:39.452232 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-53b36b6d-fee5-49f1-ac79-7317bd6bae8b tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (16a1dcfd-8c44-4e5c-8779-7735a982f899), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:39.454897 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:39.560682 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.l3_db [None req-53b36b6d-fee5-49f1-ac79-7317bd6bae8b tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Floating IP 16a1dcfd-8c44-4e5c-8779-7735a982f899 associated. External IP: 172.37.5.230, port: 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a. Sep 11 00:57:39.767522 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b36b6d-fee5-49f1-ac79-7317bd6bae8b tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Router 95fee4f3-abd7-4406-a70c-88d335798c28 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:57:40.077891 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b36b6d-fee5-49f1-ac79-7317bd6bae8b tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:57:40.085834 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-53b36b6d-fee5-49f1-ac79-7317bd6bae8b tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:40.091389 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6ed72d-1490-4e99-b1cf-04df6af4d3a6 None None] Sync routers for ids ['95fee4f3-abd7-4406-a70c-88d335798c28'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:57:40.099957 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:40.103171 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6ed72d-1490-4e99-b1cf-04df6af4d3a6 None None] Routers {'95fee4f3-abd7-4406-a70c-88d335798c28'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:57:40.103999 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-5f6ed72d-1490-4e99-b1cf-04df6af4d3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:57:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['95fee4f3-abd7-4406-a70c-88d335798c28'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:40.120046 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-53b36b6d-fee5-49f1-ac79-7317bd6bae8b tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/16a1dcfd-8c44-4e5c-8779-7735a982f899 HTTP/1.1" status: 200 len: 991 time: 1.1691148 Sep 11 00:57:40.120046 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f4bbc1-5800-4bc9-9ea6-c9a3cd862347', 'tag': '5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:57:40.120960 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142036c3-d555-4187-b225-755620bfe668" -d '{"events": [{"name": "network-changed", "server_uuid": "54f4bbc1-5800-4bc9-9ea6-c9a3cd862347", "tag": "5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:57:40.160129 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2844782-fd2c-42b2-abe2-e605476bc474 x-openstack-request-id: req-c2844782-fd2c-42b2-abe2-e605476bc474 {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:57:40.160423 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f4bbc1-5800-4bc9-9ea6-c9a3cd862347", "tag": "5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:57:40.160684 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c2844782-fd2c-42b2-abe2-e605476bc474 {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:57:40.161091 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2844782-fd2c-42b2-abe2-e605476bc474'] response: {'name': 'network-changed', 'server_uuid': '54f4bbc1-5800-4bc9-9ea6-c9a3cd862347', 'tag': '5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a', 'status': 'completed', 'code': 200} Sep 11 00:57:40.210536 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-5f6ed72d-1490-4e99-b1cf-04df6af4d3a6 None None] Set router 95fee4f3-abd7-4406-a70c-88d335798c28 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:57:40.279138 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142036c3-d555-4187-b225-755620bfe668 req-29a7951e-34fc-4e76-a967-6621e706d563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:40.282411 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-142036c3-d555-4187-b225-755620bfe668 req-29a7951e-34fc-4e76-a967-6621e706d563 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd9221b2e81a46f69864e02ec4d42672&device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 1129 time: 0.0584242 Sep 11 00:57:40.324064 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=81 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:40.408346 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142036c3-d555-4187-b225-755620bfe668 req-4a7d9169-bd0e-41f6-9376-ab0d508d336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:40.410630 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-142036c3-d555-4187-b225-755620bfe668 req-4a7d9169-bd0e-41f6-9376-ab0d508d336a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 HTTP/1.1" status: 200 len: 917 time: 0.1213963 Sep 11 00:57:40.414371 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:40.464862 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-5f6ed72d-1490-4e99-b1cf-04df6af4d3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'name': 'tempest-AttachVolumeShelveTestJSON-560177370-router', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139'}], 'enable_snat': True}, 'gw_port_id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:32Z', 'updated_at': '2022-09-11T00:52:45Z', 'revision_number': 4, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'gw_port': {'id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '16a1dcfd-8c44-4e5c-8779-7735a982f899', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'floating_ip_address': '172.37.5.230', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'port_id': '5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'mac_address': 'fa:16:3e:f7:d4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f4bbc1-5800-4bc9-9ea6-c9a3cd862347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:57:25Z', 'updated_at': '2022-09-11T00:57:39Z', 'revision_number': 1, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a6e5f5-abb9-43df-b9c8-1e221e1a0960', 'name': '', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'mac_address': 'fa:16:3e:cf:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:42Z', 'updated_at': '2022-09-11T00:53:03Z', 'revision_number': 5, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'subnets': [{'id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:40.492919 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6ed72d-1490-4e99-b1cf-04df6af4d3a6 None None] Checking router: 95fee4f3-abd7-4406-a70c-88d335798c28 for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:57:40.498667 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-142036c3-d555-4187-b225-755620bfe668 req-f45a3153-a298-49d3-86c6-da85c95e29a8 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a HTTP/1.1" status: 200 len: 999 time: 0.0808547 Sep 11 00:57:40.503747 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6ed72d-1490-4e99-b1cf-04df6af4d3a6 None None] Routers {'95fee4f3-abd7-4406-a70c-88d335798c28'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:57:40.504810 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-5f6ed72d-1490-4e99-b1cf-04df6af4d3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:57:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['95fee4f3-abd7-4406-a70c-88d335798c28'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:40.556768 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142036c3-d555-4187-b225-755620bfe668 req-0c4f809c-14bd-4d32-b924-69c5905b9259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:40.559294 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-142036c3-d555-4187-b225-755620bfe668 req-0c4f809c-14bd-4d32-b924-69c5905b9259 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=f6e1af3b-cbbe-4593-9148-6f2c7fa19e13 HTTP/1.1" status: 200 len: 855 time: 0.0546165 Sep 11 00:57:40.605263 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142036c3-d555-4187-b225-755620bfe668 req-ec686ebf-c981-4922-b3b2-a5a50f4dcab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:40.606981 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-142036c3-d555-4187-b225-755620bfe668 req-ec686ebf-c981-4922-b3b2-a5a50f4dcab0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=3c897342-0f04-45f8-a9ef-0bc52e6c6ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405548 Sep 11 00:57:40.632393 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-5f6ed72d-1490-4e99-b1cf-04df6af4d3a6 None None] Set router 95fee4f3-abd7-4406-a70c-88d335798c28 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:57:40.892465 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-5f6ed72d-1490-4e99-b1cf-04df6af4d3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'name': 'tempest-AttachVolumeShelveTestJSON-560177370-router', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139'}], 'enable_snat': True}, 'gw_port_id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:32Z', 'updated_at': '2022-09-11T00:52:45Z', 'revision_number': 4, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'gw_port': {'id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '16a1dcfd-8c44-4e5c-8779-7735a982f899', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'floating_ip_address': '172.37.5.230', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'port_id': '5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'mac_address': 'fa:16:3e:f7:d4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f4bbc1-5800-4bc9-9ea6-c9a3cd862347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:57:25Z', 'updated_at': '2022-09-11T00:57:39Z', 'revision_number': 1, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a6e5f5-abb9-43df-b9c8-1e221e1a0960', 'name': '', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'mac_address': 'fa:16:3e:cf:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:42Z', 'updated_at': '2022-09-11T00:53:03Z', 'revision_number': 5, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'subnets': [{'id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:40.921189 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6ed72d-1490-4e99-b1cf-04df6af4d3a6 None None] The sync data for ids ['95fee4f3-abd7-4406-a70c-88d335798c28'] in dv-cinder-master-3-iscsi is: [{'id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'name': 'tempest-AttachVolumeShelveTestJSON-560177370-router', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139'}], 'enable_snat': True}, 'gw_port_id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:32Z', 'updated_at': '2022-09-11T00:52:45Z', 'revision_number': 4, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'gw_port': {'id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '16a1dcfd-8c44-4e5c-8779-7735a982f899', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'floating_ip_address': '172.37.5.230', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'port_id': '5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'mac_address': 'fa:16:3e:f7:d4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f4bbc1-5800-4bc9-9ea6-c9a3cd862347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:57:25Z', 'updated_at': '2022-09-11T00:57:39Z', 'revision_number': 1, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a6e5f5-abb9-43df-b9c8-1e221e1a0960', 'name': '', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'mac_address': 'fa:16:3e:cf:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:42Z', 'updated_at': '2022-09-11T00:53:03Z', 'revision_number': 5, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'subnets': [{'id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:57:40.980322 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-142036c3-d555-4187-b225-755620bfe668 req-8abfd01d-0269-4ca3-8067-b8b74a09b342 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c897342-0f04-45f8-a9ef-0bc52e6c6ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670406 Sep 11 00:57:41.118318 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9662ce6e-8d94-473b-9480-4a0e2817c289 None None] New status for floating IP 16a1dcfd-8c44-4e5c-8779-7735a982f899: ACTIVE {{(pid=112724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 00:57:41.297184 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=100 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:41.336335 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-142036c3-d555-4187-b225-755620bfe668 req-0eb6db2d-585b-492a-9152-3bc6f27319a4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c897342-0f04-45f8-a9ef-0bc52e6c6ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902507 Sep 11 00:57:41.521985 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:42.185416 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee144c5c-a754-40d9-9fc3-b8c92ed20326 req-54c766b7-81a3-4d2a-88ba-1df8fb3b884f tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:42.186919 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ee144c5c-a754-40d9-9fc3-b8c92ed20326 req-54c766b7-81a3-4d2a-88ba-1df8fb3b884f tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650 HTTP/1.1" status: 200 len: 945 time: 0.0500462 Sep 11 00:57:42.234241 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ee144c5c-a754-40d9-9fc3-b8c92ed20326 req-2d61d3f2-5560-4c6c-92c2-c96a7e5c1a90 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414865 Sep 11 00:57:43.359694 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dee234-1e7c-48c8-a78b-f730c3f1fd6e req-b0df32e7-2f01-4314-865a-bbd420861e93 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:43.361041 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e5dee234-1e7c-48c8-a78b-f730c3f1fd6e req-b0df32e7-2f01-4314-865a-bbd420861e93 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650 HTTP/1.1" status: 200 len: 945 time: 0.0490825 Sep 11 00:57:43.407308 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e5dee234-1e7c-48c8-a78b-f730c3f1fd6e req-81a1d65c-b02e-458a-b5cc-71cca97a5523 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407386 Sep 11 00:57:43.739880 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-47eeb1e1-a725-4e4b-bd6a-18284435fed7 req-9c17069f-abab-4908-b3ee-2f85c1360f54 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392520 Sep 11 00:57:43.817418 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eeb1e1-a725-4e4b-bd6a-18284435fed7 req-4053cadc-ef53-4252-81ea-30583b6631dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:43.818919 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-47eeb1e1-a725-4e4b-bd6a-18284435fed7 req-4053cadc-ef53-4252-81ea-30583b6631dd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d55d41063ec34fb6921c367025fa9af9&device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 1129 time: 0.0416360 Sep 11 00:57:43.979353 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf264b46-6603-4025-ad15-9a13753ceb6e req-789ec4fe-57dd-4946-a403-1ca9a614da1a tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:43.980810 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-cf264b46-6603-4025-ad15-9a13753ceb6e req-789ec4fe-57dd-4946-a403-1ca9a614da1a tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650 HTTP/1.1" status: 200 len: 945 time: 0.0880396 Sep 11 00:57:43.987932 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=100 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:44.056905 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eeb1e1-a725-4e4b-bd6a-18284435fed7 req-1147eed6-8e6a-43d1-b9e1-900a854ca874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:44.058389 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-47eeb1e1-a725-4e4b-bd6a-18284435fed7 req-1147eed6-8e6a-43d1-b9e1-900a854ca874 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4e359fd9-06a0-4943-a4a2-16a223ad6963 HTTP/1.1" status: 200 len: 909 time: 0.1644871 Sep 11 00:57:44.138243 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [req-cf264b46-6603-4025-ad15-9a13753ceb6e req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Deleting port 6a7c8c37-25f4-480e-a003-6a8f1f5f186d {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:57:44.138509 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-cf264b46-6603-4025-ad15-9a13753ceb6e req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (6a7c8c37-25f4-480e-a003-6a8f1f5f186d), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:44.196742 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-47eeb1e1-a725-4e4b-bd6a-18284435fed7 req-9c13f3ec-cd04-4653-9c1e-dc7a55b59da4 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=549957cc-ef50-4e12-9608-80b215c4bfb4 HTTP/1.1" status: 200 len: 1001 time: 0.1152248 Sep 11 00:57:44.279644 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eeb1e1-a725-4e4b-bd6a-18284435fed7 req-d419f047-5d0b-408d-8695-841c0dba12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:44.281102 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-47eeb1e1-a725-4e4b-bd6a-18284435fed7 req-d419f047-5d0b-408d-8695-841c0dba12ca service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=9fc20d29-c23d-4b06-97c5-a82fa0ec92fe HTTP/1.1" status: 200 len: 847 time: 0.0775111 Sep 11 00:57:44.283109 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-cf264b46-6603-4025-ad15-9a13753ceb6e req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] For port 6a7c8c37-25f4-480e-a003-6a8f1f5f186d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6a7c8c37-25f4-480e-a003-6a8f1f5f186d,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:57:44.283472 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-cf264b46-6603-4025-ad15-9a13753ceb6e req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (6a7c8c37-25f4-480e-a003-6a8f1f5f186d), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:44.378549 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eeb1e1-a725-4e4b-bd6a-18284435fed7 req-1821c356-4528-404f-9d8e-9fabfd9e9baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:44.380160 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-47eeb1e1-a725-4e4b-bd6a-18284435fed7 req-1821c356-4528-404f-9d8e-9fabfd9e9baa service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4e359fd9-06a0-4943-a4a2-16a223ad6963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0885582 Sep 11 00:57:44.530614 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa219a5-75f3-4354-8ac6-1a43ba7b877d req-ab0473a3-2d80-4577-818e-53363d64ff5c tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:44.532447 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-daa219a5-75f3-4354-8ac6-1a43ba7b877d req-ab0473a3-2d80-4577-818e-53363d64ff5c tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650 HTTP/1.1" status: 200 len: 945 time: 0.0478790 Sep 11 00:57:44.580809 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-daa219a5-75f3-4354-8ac6-1a43ba7b877d req-0dba8668-acc9-4046-8bf7-3e541a6cddff tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417824 Sep 11 00:57:44.582392 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-47eeb1e1-a725-4e4b-bd6a-18284435fed7 req-f935f8ef-47b2-42db-8655-63b5514a928c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4e359fd9-06a0-4943-a4a2-16a223ad6963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942203 Sep 11 00:57:44.584479 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-cf264b46-6603-4025-ad15-9a13753ceb6e req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:44.584854 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-cf264b46-6603-4025-ad15-9a13753ceb6e req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (ca7dd0f4-a8d8-4813-a077-34960db875e1), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:44.585173 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.db.l3_db [req-cf264b46-6603-4025-ad15-9a13753ceb6e req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Floating IP ca7dd0f4-a8d8-4813-a077-34960db875e1 disassociated. External IP: 172.37.5.218, port: 6a7c8c37-25f4-480e-a003-6a8f1f5f186d. Sep 11 00:57:44.585636 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [req-cf264b46-6603-4025-ad15-9a13753ceb6e req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Calling delete_port for 6a7c8c37-25f4-480e-a003-6a8f1f5f186d owned by compute:nova {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:57:44.672221 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=100 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:44.736932 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-47eeb1e1-a725-4e4b-bd6a-18284435fed7 req-2d7d1e39-2a86-4e13-8bb7-85c2604cb30b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4e359fd9-06a0-4943-a4a2-16a223ad6963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468325 Sep 11 00:57:44.794726 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-cf264b46-6603-4025-ad15-9a13753ceb6e req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (6a7c8c37-25f4-480e-a003-6a8f1f5f186d), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:44.826372 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event deleted for resources: {'Port': ['ID=6a7c8c37-25f4-480e-a003-6a8f1f5f186d,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:44.838172 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:44.838525 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:44.838899 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:44.839245 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:44.839582 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:44.839922 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:44.840244 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:44.840586 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:44.840896 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:44.841223 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:44.841551 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:44.841875 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:44.842200 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:44.842523 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:44.842866 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:57:44.949652 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf264b46-6603-4025-ad15-9a13753ceb6e req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Router b9418f01-7791-4e40-88d0-38d48d92c06d has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:57:44.960532 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:45.058831 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf264b46-6603-4025-ad15-9a13753ceb6e req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:57:45.071344 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323ed540-5426-4261-b5d8-d665d30fe510 None None] Sync routers for ids ['b9418f01-7791-4e40-88d0-38d48d92c06d'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:57:45.081753 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323ed540-5426-4261-b5d8-d665d30fe510 None None] Routers {'b9418f01-7791-4e40-88d0-38d48d92c06d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:57:45.082621 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-323ed540-5426-4261-b5d8-d665d30fe510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:57:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b9418f01-7791-4e40-88d0-38d48d92c06d'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:45.104192 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf264b46-6603-4025-ad15-9a13753ceb6e req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] No DVR routers for this DVR port 6a7c8c37-25f4-480e-a003-6a8f1f5f186d on host hv-cinder-maste {{(pid=112722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:57:45.106679 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-cf264b46-6603-4025-ad15-9a13753ceb6e req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:45.109888 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-cf264b46-6603-4025-ad15-9a13753ceb6e req-b2e28d65-ed34-453e-9255-659627afe2f3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.18 "DELETE /networking/v2.0/ports/6a7c8c37-25f4-480e-a003-6a8f1f5f186d HTTP/1.1" status: 204 len: 173 time: 1.1208563 Sep 11 00:57:45.110388 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650', 'name': 'network-vif-deleted', 'tag': '6a7c8c37-25f4-480e-a003-6a8f1f5f186d'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:57:45.112641 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b6d3fc-f30a-4e4f-94bb-3bebd887bca0" -d '{"events": [{"server_uuid": "b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650", "name": "network-vif-deleted", "tag": "6a7c8c37-25f4-480e-a003-6a8f1f5f186d"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:57:45.170020 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc0c939-b5d1-488c-8ca8-9d1a416b3e3e x-openstack-request-id: req-dfc0c939-b5d1-488c-8ca8-9d1a416b3e3e {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:57:45.170312 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650", "name": "network-vif-deleted", "tag": "6a7c8c37-25f4-480e-a003-6a8f1f5f186d", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:57:45.170557 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dfc0c939-b5d1-488c-8ca8-9d1a416b3e3e {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:57:45.170983 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc0c939-b5d1-488c-8ca8-9d1a416b3e3e'] response: {'server_uuid': 'b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650', 'name': 'network-vif-deleted', 'tag': '6a7c8c37-25f4-480e-a003-6a8f1f5f186d', 'status': 'completed', 'code': 200} Sep 11 00:57:45.187445 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:45.197660 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-323ed540-5426-4261-b5d8-d665d30fe510 None None] Set router b9418f01-7791-4e40-88d0-38d48d92c06d gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:57:45.536213 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-323ed540-5426-4261-b5d8-d665d30fe510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:10Z', 'revision_number': 5, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:45.562722 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323ed540-5426-4261-b5d8-d665d30fe510 None None] Checking router: b9418f01-7791-4e40-88d0-38d48d92c06d for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:57:45.572197 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323ed540-5426-4261-b5d8-d665d30fe510 None None] Routers {'b9418f01-7791-4e40-88d0-38d48d92c06d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:57:45.572804 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-323ed540-5426-4261-b5d8-d665d30fe510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:57:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b9418f01-7791-4e40-88d0-38d48d92c06d'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:45.680885 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-323ed540-5426-4261-b5d8-d665d30fe510 None None] Set router b9418f01-7791-4e40-88d0-38d48d92c06d gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:57:45.697961 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d427ee8d-5f46-4b52-9e73-0fdc0d9eb653 req-77ad7ff6-1e48-48d9-810d-84df51fc2e78 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b9686dd4-5cbd-4bd2-b41f-6c1dd08ff650 HTTP/1.1" status: 200 len: 210 time: 0.0279877 Sep 11 00:57:45.835063 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=100 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:45.906520 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-323ed540-5426-4261-b5d8-d665d30fe510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:10Z', 'revision_number': 5, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:45.933246 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323ed540-5426-4261-b5d8-d665d30fe510 None None] The sync data for ids ['b9418f01-7791-4e40-88d0-38d48d92c06d'] in dv-cinder-master-3-iscsi is: [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:10Z', 'revision_number': 5, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:57:46.172772 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f200b7a7-c251-4aa3-aff1-846c7143ab15 None None] New status for floating IP ca7dd0f4-a8d8-4813-a077-34960db875e1: DOWN {{(pid=112724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 00:57:46.797453 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 46958) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:46.855898 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-12217bc9-ee99-47ac-9a5f-fb0839b97a1c tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group (ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:46.877556 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-12217bc9-ee99-47ac-9a5f-fb0839b97a1c tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group (ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:46.927001 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-12217bc9-ee99-47ac-9a5f-fb0839b97a1c tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:46.930173 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-12217bc9-ee99-47ac-9a5f-fb0839b97a1c tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:46.931753 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-12217bc9-ee99-47ac-9a5f-fb0839b97a1c tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123 HTTP/1.1" status: 204 len: 168 time: 0.1329870 Sep 11 00:57:46.935032 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 46962) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:46.936628 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:46.943452 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12217bc9-ee99-47ac-9a5f-fb0839b97a1c tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:46.955940 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.api.v2.resource [None req-a397b561-db2b-4ab1-9ace-623982e61b6f tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] show failed (client error): The resource could not be found. Sep 11 00:57:46.957268 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-a397b561-db2b-4ab1-9ace-623982e61b6f tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups/ad7cdaf2-8b4e-4b0e-b814-a46a8f2bd123 HTTP/1.1" status: 404 len: 347 time: 0.0207350 Sep 11 00:57:46.960410 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 46966) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:47.084963 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-6df9f1ed-1d11-45b3-97d6-0e16219800ca tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Deleting port d0936c9b-4160-4e49-ace1-5b791cb0c95a {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:57:47.085422 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6df9f1ed-1d11-45b3-97d6-0e16219800ca tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (d0936c9b-4160-4e49-ace1-5b791cb0c95a), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:47.168901 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6df9f1ed-1d11-45b3-97d6-0e16219800ca tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (d0936c9b-4160-4e49-ace1-5b791cb0c95a), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:47.168901 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6df9f1ed-1d11-45b3-97d6-0e16219800ca tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (d0936c9b-4160-4e49-ace1-5b791cb0c95a), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:47.180622 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-6df9f1ed-1d11-45b3-97d6-0e16219800ca tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Calling delete_port for d0936c9b-4160-4e49-ace1-5b791cb0c95a owned by network:floatingip {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:57:47.301854 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:47.313144 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6df9f1ed-1d11-45b3-97d6-0e16219800ca tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (d0936c9b-4160-4e49-ace1-5b791cb0c95a), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:47.335594 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9f1ed-1d11-45b3-97d6-0e16219800ca tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event deleted for resources: {'Port': ['ID=d0936c9b-4160-4e49-ace1-5b791cb0c95a,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:47.400933 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6df9f1ed-1d11-45b3-97d6-0e16219800ca tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (ca7dd0f4-a8d8-4813-a077-34960db875e1), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:47.403429 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6df9f1ed-1d11-45b3-97d6-0e16219800ca tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:47.404564 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-6df9f1ed-1d11-45b3-97d6-0e16219800ca tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/ca7dd0f4-a8d8-4813-a077-34960db875e1 HTTP/1.1" status: 204 len: 168 time: 0.4422975 Sep 11 00:57:47.470955 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 46974) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:47.475514 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-125aa1fd-8593-40cb-90f4-2131c4092758 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--940293107', 'description': 'tempest-description--1787431737'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:57:47.496936 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-125aa1fd-8593-40cb-90f4-2131c4092758 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:47.531443 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:47.566804 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-125aa1fd-8593-40cb-90f4-2131c4092758 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group (6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:47.571746 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-125aa1fd-8593-40cb-90f4-2131c4092758 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:47.603653 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-125aa1fd-8593-40cb-90f4-2131c4092758 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:47.604861 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-125aa1fd-8593-40cb-90f4-2131c4092758 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1328733 Sep 11 00:57:47.606016 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125aa1fd-8593-40cb-90f4-2131c4092758 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:47.608703 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 46976) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:47.613625 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-632647f3-f821-4def-9afd-2de5bb02d36e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Request body: {'security_group_rule': {'security_group_id': '6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:57:47.643514 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-632647f3-f821-4def-9afd-2de5bb02d36e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group_rule (8e36ed65-c687-457e-8b78-ed1fadb3d4f1), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:47.691023 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-632647f3-f821-4def-9afd-2de5bb02d36e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group_rule (8e36ed65-c687-457e-8b78-ed1fadb3d4f1), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:47.694433 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-632647f3-f821-4def-9afd-2de5bb02d36e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (8e36ed65-c687-457e-8b78-ed1fadb3d4f1), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:47.713325 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632647f3-f821-4def-9afd-2de5bb02d36e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e36ed65-c687-457e-8b78-ed1fadb3d4f1,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:47.720442 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-632647f3-f821-4def-9afd-2de5bb02d36e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:47.724139 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-632647f3-f821-4def-9afd-2de5bb02d36e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1115329 Sep 11 00:57:47.724603 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 46978) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:47.729388 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-1dc2d4de-3c71-48f4-a88e-17cbd66ca037 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Request body: {'security_group_rule': {'security_group_id': '6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:57:47.755188 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-1dc2d4de-3c71-48f4-a88e-17cbd66ca037 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group_rule (f882dcc6-e282-401e-8e8a-4432e49de12a), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:47.810356 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-1dc2d4de-3c71-48f4-a88e-17cbd66ca037 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group_rule (f882dcc6-e282-401e-8e8a-4432e49de12a), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:47.813687 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-1dc2d4de-3c71-48f4-a88e-17cbd66ca037 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (f882dcc6-e282-401e-8e8a-4432e49de12a), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:47.827952 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 6a7c8c37-25f4-480e-a003-6a8f1f5f186d no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:57:47.832565 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2d4de-3c71-48f4-a88e-17cbd66ca037 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f882dcc6-e282-401e-8e8a-4432e49de12a,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:47.839712 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-1dc2d4de-3c71-48f4-a88e-17cbd66ca037 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:47.844146 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-1dc2d4de-3c71-48f4-a88e-17cbd66ca037 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157777 Sep 11 00:57:47.844386 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 46980) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:47.848688 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-6910d157-f1fd-4b2a-8fc9-a569d718e543 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Request body: {'floatingip': {'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:57:47.849283 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] No Port match for: 6a7c8c37-25f4-480e-a003-6a8f1f5f186d {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:57:47.849633 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 6a7c8c37-25f4-480e-a003-6a8f1f5f186d not bound to the agent host hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:57:47.871741 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6910d157-f1fd-4b2a-8fc9-a569d718e543 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:47.875183 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:47.953163 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6910d157-f1fd-4b2a-8fc9-a569d718e543 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:48.057590 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [None req-6910d157-f1fd-4b2a-8fc9-a569d718e543 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Allocated IP 172.37.5.124 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/7fabb2db-dd08-4eb7-a3a8-6249292e94bf) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:57:48.173548 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6910d157-f1fd-4b2a-8fc9-a569d718e543 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for port (7fabb2db-dd08-4eb7-a3a8-6249292e94bf), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:48.208963 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6910d157-f1fd-4b2a-8fc9-a569d718e543 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (7fabb2db-dd08-4eb7-a3a8-6249292e94bf), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:48.251518 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6910d157-f1fd-4b2a-8fc9-a569d718e543 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:57:48.256717 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-6910d157-f1fd-4b2a-8fc9-a569d718e543 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:57:48.259651 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6910d157-f1fd-4b2a-8fc9-a569d718e543 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:57:48.262621 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910d157-f1fd-4b2a-8fc9-a569d718e543 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event updated for resources: {'Port': ['ID=7fabb2db-dd08-4eb7-a3a8-6249292e94bf,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:48.289598 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:48.347881 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6910d157-f1fd-4b2a-8fc9-a569d718e543 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (91e16d8b-b087-421a-8901-5885bcc47279), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:48.384450 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6910d157-f1fd-4b2a-8fc9-a569d718e543 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (7fabb2db-dd08-4eb7-a3a8-6249292e94bf), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:48.452145 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 00:57:48.531129 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6910d157-f1fd-4b2a-8fc9-a569d718e543 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for port (7fabb2db-dd08-4eb7-a3a8-6249292e94bf), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:48.536652 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6910d157-f1fd-4b2a-8fc9-a569d718e543 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (7fabb2db-dd08-4eb7-a3a8-6249292e94bf), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:48.580596 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:48.609485 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910d157-f1fd-4b2a-8fc9-a569d718e543 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event updated for resources: {'Port': ['ID=7fabb2db-dd08-4eb7-a3a8-6249292e94bf,revision_number=2']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:48.612139 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6910d157-f1fd-4b2a-8fc9-a569d718e543 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (91e16d8b-b087-421a-8901-5885bcc47279), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:48.628620 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6910d157-f1fd-4b2a-8fc9-a569d718e543 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:48.629869 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-6910d157-f1fd-4b2a-8fc9-a569d718e543 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7845063 Sep 11 00:57:48.829424 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-688edc22-d89e-4052-8db6-cf9370e6850d req-0c6a2629-7bc6-403f-908b-6400b4f3e9a8 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--940293107&fields=id&tenant_id=172e557567404e0f906fd1c3452148d8 HTTP/1.1" status: 200 len: 267 time: 0.0417764 Sep 11 00:57:48.938423 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688edc22-d89e-4052-8db6-cf9370e6850d req-3f69b0fb-3dd1-41c3-b237-99775994f388 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:48.939911 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-688edc22-d89e-4052-8db6-cf9370e6850d req-3f69b0fb-3dd1-41c3-b237-99775994f388 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/networks?id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 HTTP/1.1" status: 200 len: 815 time: 0.1042619 Sep 11 00:57:48.954846 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-688edc22-d89e-4052-8db6-cf9370e6850d req-8dd81bfe-2a0f-4550-ac61-b80d9cdb3cdc tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/quotas/172e557567404e0f906fd1c3452148d8 HTTP/1.1" status: 200 len: 375 time: 0.0095248 Sep 11 00:57:49.003748 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-688edc22-d89e-4052-8db6-cf9370e6850d req-d90183aa-44e4-4752-976b-8199a45855e9 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=172e557567404e0f906fd1c3452148d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439429 Sep 11 00:57:49.040084 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-68a08668-ab4d-40cf-94cc-bde45aa47f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:49.110044 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-688edc22-d89e-4052-8db6-cf9370e6850d req-ec6e0031-4e87-49f8-9b56-bddb0b998a8c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942655 Sep 11 00:57:49.204187 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-688edc22-d89e-4052-8db6-cf9370e6850d req-72cd0446-3ec3-4e59-9cb3-71808db0be6d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884905 Sep 11 00:57:49.388792 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82561e7a-c070-426d-8476-452d6f66aaad req-7ee9ba9a-9162-46eb-b3d5-b9ca70834005 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:49.396640 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-82561e7a-c070-426d-8476-452d6f66aaad req-7ee9ba9a-9162-46eb-b3d5-b9ca70834005 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0827367 Sep 11 00:57:49.460516 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b5ac0c02-23cb-487b-aa51-9a72671c4548 req-cd09b7ca-76e5-4cfb-b25a-620c69b638c6 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 210 time: 0.0461750 Sep 11 00:57:49.479756 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-82561e7a-c070-426d-8476-452d6f66aaad req-c922f2fa-94a0-48d5-9c04-91639b80fae1 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822382 Sep 11 00:57:50.574962 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-40a8e08d-825c-40de-b74b-790716359111 req-d878aa86-3720-406e-81b8-a5490d3eaeec tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 210 time: 0.0366404 Sep 11 00:57:50.624494 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313f9dc-085e-4186-96b7-e551a00612b7 req-fa701d99-28b3-418f-babc-5028eca94de7 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:50.625948 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7313f9dc-085e-4186-96b7-e551a00612b7 req-fa701d99-28b3-418f-babc-5028eca94de7 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0546033 Sep 11 00:57:50.675457 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7313f9dc-085e-4186-96b7-e551a00612b7 req-e392e6d9-8347-42a8-bf99-7defe653df1e tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438437 Sep 11 00:57:50.901365 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688edc22-d89e-4052-8db6-cf9370e6850d req-c5d3a58a-7b1a-4316-9a6d-b6ead4f60881 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:50.902745 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-688edc22-d89e-4052-8db6-cf9370e6850d req-c5d3a58a-7b1a-4316-9a6d-b6ead4f60881 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.18 "GET /networking/v2.0/networks?id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 HTTP/1.1" status: 200 len: 815 time: 0.1085014 Sep 11 00:57:50.973574 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-688edc22-d89e-4052-8db6-cf9370e6850d req-f2d52615-c989-4fb7-b0a8-31acf04c2835 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=172e557567404e0f906fd1c3452148d8 HTTP/1.1" status: 200 len: 379 time: 0.0553708 Sep 11 00:57:51.099132 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [req-688edc22-d89e-4052-8db6-cf9370e6850d req-1f0d0418-43e1-42d5-a01f-948d54975e7d tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Request body: {'port': {'device_id': 'fa6184df-9b60-42df-b8af-547204e85659', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'admin_state_up': True, 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'security_groups': ['6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b']}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:57:51.211868 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-688edc22-d89e-4052-8db6-cf9370e6850d req-1f0d0418-43e1-42d5-a01f-948d54975e7d tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Made reservation on behalf of 172e557567404e0f906fd1c3452148d8 for: {'port': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:57:51.215676 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-688edc22-d89e-4052-8db6-cf9370e6850d req-1f0d0418-43e1-42d5-a01f-948d54975e7d tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:51.335068 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e5159f8b-17dd-49e7-9119-2e69270eb0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:51.344670 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [req-688edc22-d89e-4052-8db6-cf9370e6850d req-1f0d0418-43e1-42d5-a01f-948d54975e7d tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Allocated IP 172.20.0.7 (e5ef326a-1def-4c9c-ad55-20a6d9fdbde1/5da596f2-fc37-4a91-8931-a08cdf30e571/8ecae1b4-4f80-425a-a9d0-bcd2ab86597f) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:57:51.348023 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:51.481522 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-688edc22-d89e-4052-8db6-cf9370e6850d req-1f0d0418-43e1-42d5-a01f-948d54975e7d tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for port (8ecae1b4-4f80-425a-a9d0-bcd2ab86597f), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:51.513030 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-688edc22-d89e-4052-8db6-cf9370e6850d req-1f0d0418-43e1-42d5-a01f-948d54975e7d tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (8ecae1b4-4f80-425a-a9d0-bcd2ab86597f), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:51.557310 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-688edc22-d89e-4052-8db6-cf9370e6850d req-1f0d0418-43e1-42d5-a01f-948d54975e7d tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:57:51.560355 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [req-688edc22-d89e-4052-8db6-cf9370e6850d req-1f0d0418-43e1-42d5-a01f-948d54975e7d tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:57:51.567144 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [req-688edc22-d89e-4052-8db6-cf9370e6850d req-1f0d0418-43e1-42d5-a01f-948d54975e7d tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:57:51.594316 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d0418-43e1-42d5-a01f-948d54975e7d tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event updated for resources: {'Port': ['ID=8ecae1b4-4f80-425a-a9d0-bcd2ab86597f,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:51.624989 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688edc22-d89e-4052-8db6-cf9370e6850d req-1f0d0418-43e1-42d5-a01f-948d54975e7d tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:51.625622 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-688edc22-d89e-4052-8db6-cf9370e6850d req-1f0d0418-43e1-42d5-a01f-948d54975e7d tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:51.656796 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-688edc22-d89e-4052-8db6-cf9370e6850d req-1f0d0418-43e1-42d5-a01f-948d54975e7d tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5615261 Sep 11 00:57:51.676222 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [req-688edc22-d89e-4052-8db6-cf9370e6850d req-82806abf-391d-4f36-805d-adf3af9d2cec service neutron] Request body: {'port': {'device_id': 'fa6184df-9b60-42df-b8af-547204e85659', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:57:51.715321 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:51.753735 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d843a3-ec36-4a77-b73d-c447b0fed1cf req-e6d21e9e-7ad6-43de-91dc-97205485f7e5 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:51.761305 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-14d843a3-ec36-4a77-b73d-c447b0fed1cf req-e6d21e9e-7ad6-43de-91dc-97205485f7e5 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 931 time: 0.0830350 Sep 11 00:57:51.784998 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-688edc22-d89e-4052-8db6-cf9370e6850d req-82806abf-391d-4f36-805d-adf3af9d2cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (8ecae1b4-4f80-425a-a9d0-bcd2ab86597f), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:51.850927 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971335f-0786-4ed6-9fb4-c5c8cb0302a1 req-00761dcb-1008-4ff1-ac31-e2403e310a03 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:51.852776 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c971335f-0786-4ed6-9fb4-c5c8cb0302a1 req-00761dcb-1008-4ff1-ac31-e2403e310a03 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0781624 Sep 11 00:57:51.857986 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:51.873944 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-14d843a3-ec36-4a77-b73d-c447b0fed1cf req-6a69b1ac-66eb-43d0-a082-2d2f071768bf tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117721 Sep 11 00:57:51.900562 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-6e8ee26b-5547-4400-8f3b-a132cf4fd2b4 None None] Provisioning complete for port 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:57:51.901488 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-6e8ee26b-5547-4400-8f3b-a132cf4fd2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (8ecae1b4-4f80-425a-a9d0-bcd2ab86597f), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:51.928218 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c971335f-0786-4ed6-9fb4-c5c8cb0302a1 req-083996e6-ad0a-4e47-9ccc-fee02bc6332d tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662839 Sep 11 00:57:51.941759 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-6e8ee26b-5547-4400-8f3b-a132cf4fd2b4 None None] Port 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:57:52.079757 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [req-688edc22-d89e-4052-8db6-cf9370e6850d req-82806abf-391d-4f36-805d-adf3af9d2cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f {{(pid=112722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:57:52.087614 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-688edc22-d89e-4052-8db6-cf9370e6850d req-82806abf-391d-4f36-805d-adf3af9d2cec service neutron] Publish callbacks [] for port (8ecae1b4-4f80-425a-a9d0-bcd2ab86597f), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:52.101040 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.provisioning_blocks [req-688edc22-d89e-4052-8db6-cf9370e6850d req-82806abf-391d-4f36-805d-adf3af9d2cec service neutron] Transition to ACTIVE for port object 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f will not be triggered until provisioned by entity L2. {{(pid=112722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 11 00:57:52.106920 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-688edc22-d89e-4052-8db6-cf9370e6850d req-82806abf-391d-4f36-805d-adf3af9d2cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (8ecae1b4-4f80-425a-a9d0-bcd2ab86597f), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:52.168355 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82806abf-391d-4f36-805d-adf3af9d2cec service neutron] Pushing event updated for resources: {'Port': ['ID=8ecae1b4-4f80-425a-a9d0-bcd2ab86597f,revision_number=2']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:52.217965 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-688edc22-d89e-4052-8db6-cf9370e6850d req-82806abf-391d-4f36-805d-adf3af9d2cec service neutron] Attempting to bind port 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f on host hv-cinder-maste for vnic_type normal with profile {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:57:52.218362 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-688edc22-d89e-4052-8db6-cf9370e6850d req-82806abf-391d-4f36-805d-adf3af9d2cec service neutron] Attempting to bind port 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1'}] {{(pid=112722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:57:52.218687 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688edc22-d89e-4052-8db6-cf9370e6850d req-82806abf-391d-4f36-805d-adf3af9d2cec service neutron] Attempting to bind port 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f on network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:57:52.259748 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688edc22-d89e-4052-8db6-cf9370e6850d req-82806abf-391d-4f36-805d-adf3af9d2cec service neutron] Port 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f on network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 11 00:57:52.260069 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688edc22-d89e-4052-8db6-cf9370e6850d req-82806abf-391d-4f36-805d-adf3af9d2cec service neutron] Attempting to bind port 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f on network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:57:52.278696 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:52.302779 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688edc22-d89e-4052-8db6-cf9370e6850d req-82806abf-391d-4f36-805d-adf3af9d2cec service neutron] Checking agent: {'id': '59bd9a15-1b15-4a76-8496-742ec7e1ef61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'started_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:57:52.303138 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688edc22-d89e-4052-8db6-cf9370e6850d req-82806abf-391d-4f36-805d-adf3af9d2cec service neutron] Checking segment: {'id': 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:57:52.303516 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688edc22-d89e-4052-8db6-cf9370e6850d req-82806abf-391d-4f36-805d-adf3af9d2cec service neutron] Bound using segment: {'id': 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1'} {{(pid=112722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:57:52.303945 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.managers [req-688edc22-d89e-4052-8db6-cf9370e6850d req-82806abf-391d-4f36-805d-adf3af9d2cec service neutron] Bound port: 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1'}}] {{(pid=112722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:57:52.304297 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-688edc22-d89e-4052-8db6-cf9370e6850d req-82806abf-391d-4f36-805d-adf3af9d2cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (8ecae1b4-4f80-425a-a9d0-bcd2ab86597f), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:52.365893 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-688edc22-d89e-4052-8db6-cf9370e6850d req-82806abf-391d-4f36-805d-adf3af9d2cec service neutron] For port 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f, host hv-cinder-maste, cleared binding levels {{(pid=112722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:57:52.369897 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-688edc22-d89e-4052-8db6-cf9370e6850d req-82806abf-391d-4f36-805d-adf3af9d2cec service neutron] For port 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8ecae1b4-4f80-425a-a9d0-bcd2ab86597f,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:57:52.375407 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-688edc22-d89e-4052-8db6-cf9370e6850d req-82806abf-391d-4f36-805d-adf3af9d2cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (8ecae1b4-4f80-425a-a9d0-bcd2ab86597f), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:52.379523 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688edc22-d89e-4052-8db6-cf9370e6850d req-82806abf-391d-4f36-805d-adf3af9d2cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:52.380207 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-688edc22-d89e-4052-8db6-cf9370e6850d req-82806abf-391d-4f36-805d-adf3af9d2cec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:52.381580 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-688edc22-d89e-4052-8db6-cf9370e6850d req-82806abf-391d-4f36-805d-adf3af9d2cec service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/8ecae1b4-4f80-425a-a9d0-bcd2ab86597f HTTP/1.1" status: 200 len: 1093 time: 0.7100034 Sep 11 00:57:52.383068 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6184df-9b60-42df-b8af-547204e85659', 'tag': '8ecae1b4-4f80-425a-a9d0-bcd2ab86597f'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:57:52.385369 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79f712f-7db9-4721-93cc-ff7c36d35dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6184df-9b60-42df-b8af-547204e85659", "tag": "8ecae1b4-4f80-425a-a9d0-bcd2ab86597f"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:57:52.434346 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82806abf-391d-4f36-805d-adf3af9d2cec service neutron] Pushing event updated for resources: {'Port': ['ID=8ecae1b4-4f80-425a-a9d0-bcd2ab86597f,revision_number=3']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:52.448243 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58b7166-9b94-403e-beb9-026b4060a838 x-openstack-request-id: req-a58b7166-9b94-403e-beb9-026b4060a838 {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:57:52.448538 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6184df-9b60-42df-b8af-547204e85659", "tag": "8ecae1b4-4f80-425a-a9d0-bcd2ab86597f", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:57:52.448799 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a58b7166-9b94-403e-beb9-026b4060a838 {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:57:52.449209 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a58b7166-9b94-403e-beb9-026b4060a838'] response: {'name': 'network-changed', 'server_uuid': 'fa6184df-9b60-42df-b8af-547204e85659', 'tag': '8ecae1b4-4f80-425a-a9d0-bcd2ab86597f', 'status': 'completed', 'code': 200} Sep 11 00:57:52.605396 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:53.010438 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0935f4-32c6-4f08-8db2-b875e07d4d49 req-e739d721-d6f6-4ac9-b834-b9a390c87fad tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:53.011949 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ac0935f4-32c6-4f08-8db2-b875e07d4d49 req-e739d721-d6f6-4ac9-b834-b9a390c87fad tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 943 time: 0.0464303 Sep 11 00:57:53.074313 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cecfa-1495-4199-9e43-f7d2dcb0ebba req-d90e3ad7-cd5d-4e19-a8a5-fb5037a843b2 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:53.075828 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d90cecfa-1495-4199-9e43-f7d2dcb0ebba req-d90e3ad7-cd5d-4e19-a8a5-fb5037a843b2 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0626667 Sep 11 00:57:53.090234 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:53.121685 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ac0935f4-32c6-4f08-8db2-b875e07d4d49 req-46b8d43a-b7f0-4677-ab5a-649f863a5e0b tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005168 Sep 11 00:57:53.149968 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d90cecfa-1495-4199-9e43-f7d2dcb0ebba req-0bc5e5f5-37cf-410e-95c6-a267943a6992 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682690 Sep 11 00:57:53.735429 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:53.933718 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:54.266028 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2055c6-ecc2-42b0-a274-e5e2779890b3 req-d6c67324-6895-4f0c-a0e9-39e2d42d9ad2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:54.267519 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4b2055c6-ecc2-42b0-a274-e5e2779890b3 req-d6c67324-6895-4f0c-a0e9-39e2d42d9ad2 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 943 time: 0.0709558 Sep 11 00:57:54.295759 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e7d73-8395-45a3-8730-e7b57c5ca160 req-23bb83f1-5cd5-46f8-8ec4-6697620ef35c tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:54.297184 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b78e7d73-8395-45a3-8730-e7b57c5ca160 req-23bb83f1-5cd5-46f8-8ec4-6697620ef35c tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0706420 Sep 11 00:57:54.337521 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4b2055c6-ecc2-42b0-a274-e5e2779890b3 req-4fc4cfa3-3f15-4c4e-96a4-81ee023d3e6d tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644951 Sep 11 00:57:54.367114 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b78e7d73-8395-45a3-8730-e7b57c5ca160 req-5082eac2-b22e-4087-9920-925f1e370204 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641849 Sep 11 00:57:55.049841 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f712f-7db9-4721-93cc-ff7c36d35dc3 req-b6b297a9-ccc2-4a2e-bd22-8ef1956b3752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:55.051345 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f79f712f-7db9-4721-93cc-ff7c36d35dc3 req-b6b297a9-ccc2-4a2e-bd22-8ef1956b3752 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=172e557567404e0f906fd1c3452148d8&device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 1127 time: 0.0400734 Sep 11 00:57:55.164364 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f712f-7db9-4721-93cc-ff7c36d35dc3 req-30521211-bd0f-4289-ae0f-dd4db335c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:55.165882 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f79f712f-7db9-4721-93cc-ff7c36d35dc3 req-30521211-bd0f-4289-ae0f-dd4db335c64e service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=172e557567404e0f906fd1c3452148d8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0994329 Sep 11 00:57:55.222963 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:55.257523 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f712f-7db9-4721-93cc-ff7c36d35dc3 req-b627099e-5376-4ea8-a09d-719e6f23f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:55.259545 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f79f712f-7db9-4721-93cc-ff7c36d35dc3 req-b627099e-5376-4ea8-a09d-719e6f23f986 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880094 Sep 11 00:57:55.352764 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0bf733bf-2126-4702-9026-df7bcc3764c7 req-7b49b584-f681-4961-97f9-649b2c35a434 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-674780763&fields=id&tenant_id=299fcf2ee8b24a4fbb27ed83954c8e24 HTTP/1.1" status: 200 len: 267 time: 0.0475762 Sep 11 00:57:55.403017 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf733bf-2126-4702-9026-df7bcc3764c7 req-575c37df-0853-4b64-8612-73fb11a75980 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:55.404571 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0bf733bf-2126-4702-9026-df7bcc3764c7 req-575c37df-0853-4b64-8612-73fb11a75980 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 984 time: 0.0466368 Sep 11 00:57:55.417431 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [req-0bf733bf-2126-4702-9026-df7bcc3764c7 req-de9266ac-bbe0-46cc-99a5-b35ed07fe1b7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Request body: {'port': {'security_groups': ['4d4bac19-19fa-4370-a2b6-1b0913eeba70']}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:57:55.496022 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1959554-0010-4341-84b1-1f59febb83b5 req-d4b942e1-728f-4f4c-8ec8-ec2cee9e141a tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:55.497503 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d1959554-0010-4341-84b1-1f59febb83b5 req-d4b942e1-728f-4f4c-8ec8-ec2cee9e141a tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 943 time: 0.0851624 Sep 11 00:57:55.547318 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-0bf733bf-2126-4702-9026-df7bcc3764c7 req-de9266ac-bbe0-46cc-99a5-b35ed07fe1b7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (497f3d01-c618-4bc4-8866-0f2093427106), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:55.605748 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d1959554-0010-4341-84b1-1f59febb83b5 req-cb6859c1-29ed-4d7c-8139-8a9607e89d0b tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857034 Sep 11 00:57:55.747522 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800913f-208c-45c2-a031-a8e3ee1d3d61 req-6ccddc81-4828-4433-b7d7-9130479e79c8 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:55.748995 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2800913f-208c-45c2-a031-a8e3ee1d3d61 req-6ccddc81-4828-4433-b7d7-9130479e79c8 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0829639 Sep 11 00:57:55.819958 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-0bf733bf-2126-4702-9026-df7bcc3764c7 req-de9266ac-bbe0-46cc-99a5-b35ed07fe1b7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] For port 497f3d01-c618-4bc4-8866-0f2093427106, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=497f3d01-c618-4bc4-8866-0f2093427106,segment=NetworkSegment(bd7c4cea-2611-4991-9f92-d3dca165adf0),segment_id=bd7c4cea-2611-4991-9f92-d3dca165adf0)] {{(pid=112721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:57:55.835845 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2800913f-208c-45c2-a031-a8e3ee1d3d61 req-3794aeba-c7c0-44a5-ae5d-7f8832a27694 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809264 Sep 11 00:57:55.855651 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-0bf733bf-2126-4702-9026-df7bcc3764c7 req-de9266ac-bbe0-46cc-99a5-b35ed07fe1b7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for port (497f3d01-c618-4bc4-8866-0f2093427106), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:55.860726 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-0bf733bf-2126-4702-9026-df7bcc3764c7 req-de9266ac-bbe0-46cc-99a5-b35ed07fe1b7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (497f3d01-c618-4bc4-8866-0f2093427106), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:55.872287 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf733bf-2126-4702-9026-df7bcc3764c7 req-de9266ac-bbe0-46cc-99a5-b35ed07fe1b7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:55.872913 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-0bf733bf-2126-4702-9026-df7bcc3764c7 req-de9266ac-bbe0-46cc-99a5-b35ed07fe1b7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:55.874274 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0bf733bf-2126-4702-9026-df7bcc3764c7 req-de9266ac-bbe0-46cc-99a5-b35ed07fe1b7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "PUT /networking/v2.0/ports/497f3d01-c618-4bc4-8866-0f2093427106 HTTP/1.1" status: 200 len: 942 time: 0.4630582 Sep 11 00:57:55.874825 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a9cb8e-523c-49b2-ae9e-de849b956dc7', 'tag': '497f3d01-c618-4bc4-8866-0f2093427106'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:57:55.877021 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9698c4c8-7f55-4bc7-98f3-b692f4afb888" -d '{"events": [{"name": "network-changed", "server_uuid": "95a9cb8e-523c-49b2-ae9e-de849b956dc7", "tag": "497f3d01-c618-4bc4-8866-0f2093427106"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:57:55.880289 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 47084) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:55.918639 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:55.922547 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9507589c-2321-4224-bb4e-f4d7d28ffc2d x-openstack-request-id: req-9507589c-2321-4224-bb4e-f4d7d28ffc2d {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:57:55.922868 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a9cb8e-523c-49b2-ae9e-de849b956dc7", "tag": "497f3d01-c618-4bc4-8866-0f2093427106", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:57:55.923146 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9507589c-2321-4224-bb4e-f4d7d28ffc2d {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:57:55.923537 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9507589c-2321-4224-bb4e-f4d7d28ffc2d'] response: {'name': 'network-changed', 'server_uuid': '95a9cb8e-523c-49b2-ae9e-de849b956dc7', 'tag': '497f3d01-c618-4bc4-8866-0f2093427106', 'status': 'completed', 'code': 200} Sep 11 00:57:55.937411 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9266ac-bbe0-46cc-99a5-b35ed07fe1b7 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Pushing event updated for resources: {'Port': ['ID=497f3d01-c618-4bc4-8866-0f2093427106,revision_number=7']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:55.941637 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-67f2c5ac-7df9-4eb5-b993-2fc0b7442b54 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for security_group (c7087b87-7128-4e1c-9bb8-3d984694865c), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:55.966543 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-67f2c5ac-7df9-4eb5-b993-2fc0b7442b54 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for security_group (c7087b87-7128-4e1c-9bb8-3d984694865c), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:56.028388 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-67f2c5ac-7df9-4eb5-b993-2fc0b7442b54 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (c7087b87-7128-4e1c-9bb8-3d984694865c), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:56.031041 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-67f2c5ac-7df9-4eb5-b993-2fc0b7442b54 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:56.032211 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-67f2c5ac-7df9-4eb5-b993-2fc0b7442b54 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c7087b87-7128-4e1c-9bb8-3d984694865c HTTP/1.1" status: 204 len: 168 time: 0.1509449 Sep 11 00:57:56.035354 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 47086) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:57:56.042306 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2c5ac-7df9-4eb5-b993-2fc0b7442b54 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7087b87-7128-4e1c-9bb8-3d984694865c,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:56.075458 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:56.190724 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-2a535ba8-0762-48d5-923e-9e12563e0fee tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Deleting port d5e329bc-b7c0-4c8e-9fe3-bfec7500e99e {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:57:56.191108 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2a535ba8-0762-48d5-923e-9e12563e0fee tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (d5e329bc-b7c0-4c8e-9fe3-bfec7500e99e), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:56.250206 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:56.266022 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2a535ba8-0762-48d5-923e-9e12563e0fee tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (d5e329bc-b7c0-4c8e-9fe3-bfec7500e99e), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:56.266358 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2a535ba8-0762-48d5-923e-9e12563e0fee tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for floatingip (d5e329bc-b7c0-4c8e-9fe3-bfec7500e99e), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:56.279065 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-2a535ba8-0762-48d5-923e-9e12563e0fee tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Calling delete_port for d5e329bc-b7c0-4c8e-9fe3-bfec7500e99e owned by network:floatingip {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:57:56.440320 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2a535ba8-0762-48d5-923e-9e12563e0fee tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (d5e329bc-b7c0-4c8e-9fe3-bfec7500e99e), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:56.468740 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a535ba8-0762-48d5-923e-9e12563e0fee tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Pushing event deleted for resources: {'Port': ['ID=d5e329bc-b7c0-4c8e-9fe3-bfec7500e99e,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:57:56.528955 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2a535ba8-0762-48d5-923e-9e12563e0fee tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks [] for floatingip (c09b818d-cae7-48fe-8f31-77a8429e797c), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:56.529265 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.l3_db [None req-2a535ba8-0762-48d5-923e-9e12563e0fee tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Floating IP c09b818d-cae7-48fe-8f31-77a8429e797c disassociated (deleted). External IP: 172.37.5.111, port: 497f3d01-c618-4bc4-8866-0f2093427106. Sep 11 00:57:56.755011 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a8109-f4e3-434c-9889-b35e50d5f4f6 req-283a008c-65e3-4aae-8458-358872da7183 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:56.756455 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ea6a8109-f4e3-434c-9889-b35e50d5f4f6 req-283a008c-65e3-4aae-8458-358872da7183 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 943 time: 0.0559087 Sep 11 00:57:56.764863 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a535ba8-0762-48d5-923e-9e12563e0fee tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Router 56881630-0cdb-48af-800c-040be1134c90 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:57:56.847178 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ea6a8109-f4e3-434c-9889-b35e50d5f4f6 req-0655ba75-b961-4140-8c6e-e02ccbdc0697 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841777 Sep 11 00:57:56.852985 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:56.905592 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a535ba8-0762-48d5-923e-9e12563e0fee tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:57:56.910567 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2a535ba8-0762-48d5-923e-9e12563e0fee tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:57:56.916094 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca5da4e-99b9-433d-a592-fb9bdbd5d524 None None] Sync routers for ids ['56881630-0cdb-48af-800c-040be1134c90'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:57:56.926028 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca5da4e-99b9-433d-a592-fb9bdbd5d524 None None] Routers {'56881630-0cdb-48af-800c-040be1134c90'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:57:56.926626 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-aca5da4e-99b9-433d-a592-fb9bdbd5d524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:57:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['56881630-0cdb-48af-800c-040be1134c90'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:56.946877 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:56.974200 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-2a535ba8-0762-48d5-923e-9e12563e0fee tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/c09b818d-cae7-48fe-8f31-77a8429e797c HTTP/1.1" status: 204 len: 168 time: 0.9376786 Sep 11 00:57:56.988450 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58841b6f-8efe-4c47-93f0-7c577c735b5e req-e6948aba-50ee-4210-b22f-5c8a3adaedf6 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:56.989947 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-58841b6f-8efe-4c47-93f0-7c577c735b5e req-e6948aba-50ee-4210-b22f-5c8a3adaedf6 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0595074 Sep 11 00:57:57.031116 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-aca5da4e-99b9-433d-a592-fb9bdbd5d524 None None] Set router 56881630-0cdb-48af-800c-040be1134c90 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:57:57.045598 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-58841b6f-8efe-4c47-93f0-7c577c735b5e req-884a2215-de76-4e7b-9711-c0ab2332b13d tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473285 Sep 11 00:57:57.095633 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:57.228452 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-aca5da4e-99b9-433d-a592-fb9bdbd5d524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56881630-0cdb-48af-800c-040be1134c90', 'name': 'tempest-TestMinimumBasicScenario-1861735170-router', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211'}], 'enable_snat': True}, 'gw_port_id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:49Z', 'updated_at': '2022-09-11T00:54:53Z', 'revision_number': 4, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'gw_port': {'id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56881630-0cdb-48af-800c-040be1134c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:50Z', 'updated_at': '2022-09-11T00:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '55303d32-2144-4447-b58f-d46dfdc40379', 'name': '', 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'mac_address': 'fa:16:3e:37:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56881630-0cdb-48af-800c-040be1134c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5d645310-e016-42e2-be5b-be26d0a1ff2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:52Z', 'updated_at': '2022-09-11T00:55:06Z', 'revision_number': 5, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'subnets': [{'id': '5d645310-e016-42e2-be5b-be26d0a1ff2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:57.256671 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca5da4e-99b9-433d-a592-fb9bdbd5d524 None None] Checking router: 56881630-0cdb-48af-800c-040be1134c90 for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:57:57.264976 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca5da4e-99b9-433d-a592-fb9bdbd5d524 None None] Routers {'56881630-0cdb-48af-800c-040be1134c90'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:57:57.265571 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-aca5da4e-99b9-433d-a592-fb9bdbd5d524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:57:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['56881630-0cdb-48af-800c-040be1134c90'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:57.361835 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-aca5da4e-99b9-433d-a592-fb9bdbd5d524 None None] Set router 56881630-0cdb-48af-800c-040be1134c90 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:57:57.533407 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:57.547415 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-aca5da4e-99b9-433d-a592-fb9bdbd5d524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56881630-0cdb-48af-800c-040be1134c90', 'name': 'tempest-TestMinimumBasicScenario-1861735170-router', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211'}], 'enable_snat': True}, 'gw_port_id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:49Z', 'updated_at': '2022-09-11T00:54:53Z', 'revision_number': 4, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'gw_port': {'id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56881630-0cdb-48af-800c-040be1134c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:50Z', 'updated_at': '2022-09-11T00:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '55303d32-2144-4447-b58f-d46dfdc40379', 'name': '', 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'mac_address': 'fa:16:3e:37:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56881630-0cdb-48af-800c-040be1134c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5d645310-e016-42e2-be5b-be26d0a1ff2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:52Z', 'updated_at': '2022-09-11T00:55:06Z', 'revision_number': 5, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'subnets': [{'id': '5d645310-e016-42e2-be5b-be26d0a1ff2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:57:57.572505 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca5da4e-99b9-433d-a592-fb9bdbd5d524 None None] The sync data for ids ['56881630-0cdb-48af-800c-040be1134c90'] in dv-cinder-master-3-iscsi is: [{'id': '56881630-0cdb-48af-800c-040be1134c90', 'name': 'tempest-TestMinimumBasicScenario-1861735170-router', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211'}], 'enable_snat': True}, 'gw_port_id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:49Z', 'updated_at': '2022-09-11T00:54:53Z', 'revision_number': 4, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'gw_port': {'id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56881630-0cdb-48af-800c-040be1134c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:50Z', 'updated_at': '2022-09-11T00:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '55303d32-2144-4447-b58f-d46dfdc40379', 'name': '', 'network_id': '9fa144fa-5fc9-4425-a84d-a5df211c8436', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'mac_address': 'fa:16:3e:37:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56881630-0cdb-48af-800c-040be1134c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5d645310-e016-42e2-be5b-be26d0a1ff2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:52Z', 'updated_at': '2022-09-11T00:55:06Z', 'revision_number': 5, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'subnets': [{'id': '5d645310-e016-42e2-be5b-be26d0a1ff2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:57:57.776768 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971c0818-0927-4403-8f47-0ea6d9e05c80 None None] New status for floating IP c09b818d-cae7-48fe-8f31-77a8429e797c: DOWN {{(pid=112724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 00:57:57.881672 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['497f3d01-c618-4bc4-8866-0f2093427106'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:57:57.926264 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a9cb8e-523c-49b2-ae9e-de849b956dc7', 'tag': '497f3d01-c618-4bc4-8866-0f2093427106'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:57:57.929211 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3078185a-8eeb-4ffe-a6cb-0fec874f9c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "95a9cb8e-523c-49b2-ae9e-de849b956dc7", "tag": "497f3d01-c618-4bc4-8866-0f2093427106"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:57:57.974316 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20551f7f-6080-4c00-9cc5-ade2ccf4018b x-openstack-request-id: req-20551f7f-6080-4c00-9cc5-ade2ccf4018b {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:57:57.974606 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a9cb8e-523c-49b2-ae9e-de849b956dc7", "tag": "497f3d01-c618-4bc4-8866-0f2093427106", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:57:57.974893 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-20551f7f-6080-4c00-9cc5-ade2ccf4018b {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:57:57.984470 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20551f7f-6080-4c00-9cc5-ade2ccf4018b'] response: {'name': 'network-changed', 'server_uuid': '95a9cb8e-523c-49b2-ae9e-de849b956dc7', 'tag': '497f3d01-c618-4bc4-8866-0f2093427106', 'status': 'completed', 'code': 200} Sep 11 00:57:58.020937 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688edc22-d89e-4052-8db6-cf9370e6850d req-be271cbc-d84f-4714-9418-c681e1541268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:58.022573 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-688edc22-d89e-4052-8db6-cf9370e6850d req-be271cbc-d84f-4714-9418-c681e1541268 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=172e557567404e0f906fd1c3452148d8&device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 1127 time: 0.1044586 Sep 11 00:57:58.022692 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c0827-8697-4fcf-bf89-69f3556aed1a req-53e90252-1e0b-4ec0-b214-4197db7aa2c6 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:58.024793 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-712c0827-8697-4fcf-bf89-69f3556aed1a req-53e90252-1e0b-4ec0-b214-4197db7aa2c6 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 943 time: 0.0619049 Sep 11 00:57:58.024965 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698c4c8-7f55-4bc7-98f3-b692f4afb888 req-6aa64629-6083-4918-a2f2-5a2d0ecf7a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:58.026547 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-9698c4c8-7f55-4bc7-98f3-b692f4afb888 req-6aa64629-6083-4918-a2f2-5a2d0ecf7a04 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=299fcf2ee8b24a4fbb27ed83954c8e24&device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 1129 time: 0.0994754 Sep 11 00:57:58.076906 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-712c0827-8697-4fcf-bf89-69f3556aed1a req-5b7abdc4-f8d3-46f8-ac5c-af0ef53f746e tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458624 Sep 11 00:57:58.129360 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['497f3d01-c618-4bc4-8866-0f2093427106'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:57:58.229324 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f6289-ad8e-424a-ae94-21d49f828594 req-7a0a90ce-3051-4057-9773-d4135a22dd60 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:58.232639 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-405f6289-ad8e-424a-ae94-21d49f828594 req-7a0a90ce-3051-4057-9773-d4135a22dd60 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0599735 Sep 11 00:57:58.317351 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-405f6289-ad8e-424a-ae94-21d49f828594 req-e3897bee-67ca-4f04-bab7-f8ff7e4821ec tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741246 Sep 11 00:57:58.378746 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-688edc22-d89e-4052-8db6-cf9370e6850d req-a369207a-e769-4cfc-be39-8ed8bf64e487 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ecae1b4-4f80-425a-a9d0-bcd2ab86597f HTTP/1.1" status: 200 len: 217 time: 0.3268270 Sep 11 00:57:58.444632 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698c4c8-7f55-4bc7-98f3-b692f4afb888 req-440c937a-7db2-436f-bd8e-a0b3e7aa2dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:58.447181 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-9698c4c8-7f55-4bc7-98f3-b692f4afb888 req-440c937a-7db2-436f-bd8e-a0b3e7aa2dcb service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=9fa144fa-5fc9-4425-a84d-a5df211c8436 HTTP/1.1" status: 200 len: 916 time: 0.3940668 Sep 11 00:57:58.613975 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-9698c4c8-7f55-4bc7-98f3-b692f4afb888 req-45678743-5b55-4ee4-96b5-d847e6705bd2 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=497f3d01-c618-4bc4-8866-0f2093427106 HTTP/1.1" status: 200 len: 217 time: 0.0759294 Sep 11 00:57:58.661900 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688edc22-d89e-4052-8db6-cf9370e6850d req-e28bfa2c-8a42-46b5-874a-63e34ce3b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:58.663369 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-688edc22-d89e-4052-8db6-cf9370e6850d req-e28bfa2c-8a42-46b5-874a-63e34ce3b417 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=5da596f2-fc37-4a91-8931-a08cdf30e571 HTTP/1.1" status: 200 len: 854 time: 0.1271143 Sep 11 00:57:58.675505 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698c4c8-7f55-4bc7-98f3-b692f4afb888 req-f475c46b-d131-486c-b30b-6ab83bd5bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:58.676966 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-9698c4c8-7f55-4bc7-98f3-b692f4afb888 req-f475c46b-d131-486c-b30b-6ab83bd5bf37 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=5d645310-e016-42e2-be5b-be26d0a1ff2b HTTP/1.1" status: 200 len: 854 time: 0.0573530 Sep 11 00:57:58.791046 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:57:58.796729 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688edc22-d89e-4052-8db6-cf9370e6850d req-cd81d6a7-da30-41dc-803a-08c0d0940288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:58.798257 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-688edc22-d89e-4052-8db6-cf9370e6850d req-cd81d6a7-da30-41dc-803a-08c0d0940288 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766697 Sep 11 00:57:58.801772 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698c4c8-7f55-4bc7-98f3-b692f4afb888 req-24099700-7178-4305-b488-482830af470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:58.803202 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-9698c4c8-7f55-4bc7-98f3-b692f4afb888 req-24099700-7178-4305-b488-482830af470e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=9fa144fa-5fc9-4425-a84d-a5df211c8436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803902 Sep 11 00:57:58.970421 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-688edc22-d89e-4052-8db6-cf9370e6850d req-1152b60e-5e87-42ed-8f0f-73bb5a2548af service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608298 Sep 11 00:57:58.972487 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-9698c4c8-7f55-4bc7-98f3-b692f4afb888 req-18dc48c9-8e04-40b2-81d0-1f5a5f9953cc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9fa144fa-5fc9-4425-a84d-a5df211c8436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617701 Sep 11 00:57:59.165559 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-9698c4c8-7f55-4bc7-98f3-b692f4afb888 req-61e5d931-bff1-4a17-b084-3add9a5cbe15 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9fa144fa-5fc9-4425-a84d-a5df211c8436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664722 Sep 11 00:57:59.167328 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-688edc22-d89e-4052-8db6-cf9370e6850d req-5e5aff7c-e7f9-424f-ae3a-a7d50b79dd63 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770146 Sep 11 00:57:59.233561 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfd810-8aa5-4d2c-8cc0-decbe3f1e6f2 req-68cf51e4-6d95-4ef5-a958-489f78b72857 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:59.235075 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c3bfd810-8aa5-4d2c-8cc0-decbe3f1e6f2 req-68cf51e4-6d95-4ef5-a958-489f78b72857 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 943 time: 0.0467553 Sep 11 00:57:59.280687 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c3bfd810-8aa5-4d2c-8cc0-decbe3f1e6f2 req-a10a76bb-9d16-4746-be74-802d7c7dc41c tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400741 Sep 11 00:57:59.441637 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622a395-f6b6-4572-a275-8a8398e83c75 req-22cdcc2f-0d6f-4a38-92e7-f4e3c88f7cfc tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:57:59.443137 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0622a395-f6b6-4572-a275-8a8398e83c75 req-22cdcc2f-0d6f-4a38-92e7-f4e3c88f7cfc tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0479584 Sep 11 00:57:59.501043 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0622a395-f6b6-4572-a275-8a8398e83c75 req-fdf5743e-e154-4621-bb50-70aa64af54d4 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503960 Sep 11 00:58:00.406011 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277f568-54de-41c1-ad4c-28681e1b4151 req-28b375b7-e914-4da3-8aa4-875fa4e7a774 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:00.407780 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a277f568-54de-41c1-ad4c-28681e1b4151 req-28b375b7-e914-4da3-8aa4-875fa4e7a774 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 943 time: 0.0497396 Sep 11 00:58:00.456346 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a277f568-54de-41c1-ad4c-28681e1b4151 req-1b3b920d-a39a-42c0-a5c1-7943e6087755 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426207 Sep 11 00:58:00.651079 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:00.656635 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f1823-7a4b-4216-888e-d4dfe55644af req-44b4402f-1a72-431c-b2f1-96d79d6320ea tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:00.658493 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c64f1823-7a4b-4216-888e-d4dfe55644af req-44b4402f-1a72-431c-b2f1-96d79d6320ea tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0644131 Sep 11 00:58:00.687972 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078185a-8eeb-4ffe-a6cb-0fec874f9c0a req-9e963de6-c3c0-402f-88b6-5c3faa469fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:00.689498 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-3078185a-8eeb-4ffe-a6cb-0fec874f9c0a req-9e963de6-c3c0-402f-88b6-5c3faa469fe6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=299fcf2ee8b24a4fbb27ed83954c8e24&device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 1129 time: 0.1483886 Sep 11 00:58:00.692478 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfb590-7f5d-4119-8d3f-20ef9aecb691 req-602a65e2-7f95-421c-9a3b-67ab144495f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:00.693861 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-0cdfb590-7f5d-4119-8d3f-20ef9aecb691 req-602a65e2-7f95-421c-9a3b-67ab144495f6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d55d41063ec34fb6921c367025fa9af9&device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 1129 time: 0.1440485 Sep 11 00:58:00.712884 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c64f1823-7a4b-4216-888e-d4dfe55644af req-de6462a5-2311-4930-af57-46ec259f495c tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471308 Sep 11 00:58:00.854773 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f228a2-eb9d-4c9b-b348-bd8d6b2478cb req-816fb0f4-cd41-4365-a1de-98521b8431c4 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:00.856281 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-68f228a2-eb9d-4c9b-b348-bd8d6b2478cb req-816fb0f4-cd41-4365-a1de-98521b8431c4 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 945 time: 0.0502660 Sep 11 00:58:00.867308 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfb590-7f5d-4119-8d3f-20ef9aecb691 req-548ee917-d219-40ac-9a5b-74578fd164ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:00.868979 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-0cdfb590-7f5d-4119-8d3f-20ef9aecb691 req-548ee917-d219-40ac-9a5b-74578fd164ea service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4e359fd9-06a0-4943-a4a2-16a223ad6963 HTTP/1.1" status: 200 len: 909 time: 0.1620266 Sep 11 00:58:00.870325 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078185a-8eeb-4ffe-a6cb-0fec874f9c0a req-0b7208cd-aa27-4b24-93b6-95bc4079d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:00.871669 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-3078185a-8eeb-4ffe-a6cb-0fec874f9c0a req-0b7208cd-aa27-4b24-93b6-95bc4079d851 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=9fa144fa-5fc9-4425-a84d-a5df211c8436 HTTP/1.1" status: 200 len: 916 time: 0.1722159 Sep 11 00:58:00.904705 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-68f228a2-eb9d-4c9b-b348-bd8d6b2478cb req-2b870039-d86d-4e96-a3dc-022db69e3894 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424676 Sep 11 00:58:01.633576 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d1b7b-ce93-4f3d-9bc6-936e459a5e81 req-79e7038a-a469-467a-b784-620229f36337 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:01.635051 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-184d1b7b-ce93-4f3d-9bc6-936e459a5e81 req-79e7038a-a469-467a-b784-620229f36337 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 943 time: 0.0461848 Sep 11 00:58:01.681923 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-184d1b7b-ce93-4f3d-9bc6-936e459a5e81 req-e3d3e634-395e-4a7e-b460-ed78ef4cf5c1 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413527 Sep 11 00:58:01.843707 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7388d95-7771-4c56-ad65-7c9b2191e788 req-0a5d4df2-0282-48b5-a8df-fc050ddb6bcc tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:01.845156 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f7388d95-7771-4c56-ad65-7c9b2191e788 req-0a5d4df2-0282-48b5-a8df-fc050ddb6bcc tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0491233 Sep 11 00:58:01.879165 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:01.893496 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f7388d95-7771-4c56-ad65-7c9b2191e788 req-fb4b9342-b2a6-414b-9a27-7a9736825a82 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429108 Sep 11 00:58:01.899364 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 00:58:01.914468 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=100 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:02.002347 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8ecae1b4-4f80-425a-a9d0-bcd2ab86597f,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:58:02.013726 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': '8ecae1b4-4f80-425a-a9d0-bcd2ab86597f', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'port_id': '8ecae1b4-4f80-425a-a9d0-bcd2ab86597f', 'mac_address': 'fa:16:3e:33:87:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 00:58:02.025534 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9991c1-361b-4c3f-8294-9b687ac5a462 req-9f40e6a3-00b5-4cc9-944c-2cc6300179c1 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:02.027028 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5f9991c1-361b-4c3f-8294-9b687ac5a462 req-9f40e6a3-00b5-4cc9-944c-2cc6300179c1 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 945 time: 0.0469360 Sep 11 00:58:02.048632 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f is: DOWN; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:58:02.049028 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (8ecae1b4-4f80-425a-a9d0-bcd2ab86597f), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:02.062116 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:58:02.062710 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:02.075560 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5f9991c1-361b-4c3f-8294-9b687ac5a462 req-6aefb914-5335-4627-9954-f9e5751c2a86 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427649 Sep 11 00:58:02.082768 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8ecae1b4-4f80-425a-a9d0-bcd2ab86597f,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:58:02.088121 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (8ecae1b4-4f80-425a-a9d0-bcd2ab86597f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:02.135524 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=8ecae1b4-4f80-425a-a9d0-bcd2ab86597f,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:02.353988 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-3078185a-8eeb-4ffe-a6cb-0fec874f9c0a req-02df1469-8327-459c-a7fc-aac6be856431 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=497f3d01-c618-4bc4-8866-0f2093427106 HTTP/1.1" status: 200 len: 217 time: 0.0684114 Sep 11 00:58:02.377477 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-0cdfb590-7f5d-4119-8d3f-20ef9aecb691 req-37894aab-1665-427e-a88f-1501ad4f31ed service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=549957cc-ef50-4e12-9608-80b215c4bfb4 HTTP/1.1" status: 200 len: 1001 time: 0.0902772 Sep 11 00:58:02.449025 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['8ecae1b4-4f80-425a-a9d0-bcd2ab86597f'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:58:02.572723 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:02.608933 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078185a-8eeb-4ffe-a6cb-0fec874f9c0a req-b0353130-20bc-4fe8-9e8b-302ba1538dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:02.610455 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-3078185a-8eeb-4ffe-a6cb-0fec874f9c0a req-b0353130-20bc-4fe8-9e8b-302ba1538dd6 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=5d645310-e016-42e2-be5b-be26d0a1ff2b HTTP/1.1" status: 200 len: 854 time: 0.0886467 Sep 11 00:58:02.614815 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfb590-7f5d-4119-8d3f-20ef9aecb691 req-0830b708-8ee1-41b3-b1c7-70b1a115308f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:02.616684 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-0cdfb590-7f5d-4119-8d3f-20ef9aecb691 req-0830b708-8ee1-41b3-b1c7-70b1a115308f service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=9fc20d29-c23d-4b06-97c5-a82fa0ec92fe HTTP/1.1" status: 200 len: 847 time: 0.0864656 Sep 11 00:58:02.685443 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfb590-7f5d-4119-8d3f-20ef9aecb691 req-4f9cdbda-6d85-4c98-ba48-22d83802ec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:02.687056 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-0cdfb590-7f5d-4119-8d3f-20ef9aecb691 req-4f9cdbda-6d85-4c98-ba48-22d83802ec69 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4e359fd9-06a0-4943-a4a2-16a223ad6963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607588 Sep 11 00:58:02.687967 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078185a-8eeb-4ffe-a6cb-0fec874f9c0a req-1dece004-653c-4dae-8dce-79c7e9f2988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:02.689307 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-3078185a-8eeb-4ffe-a6cb-0fec874f9c0a req-1dece004-653c-4dae-8dce-79c7e9f2988e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=9fa144fa-5fc9-4425-a84d-a5df211c8436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710964 Sep 11 00:58:02.763651 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=100 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:02.805130 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65b105-93e5-4e83-9e9a-7a38e4849791 req-f0bfeb34-0e35-4608-b184-1173f60acf0a tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:02.806901 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ad65b105-93e5-4e83-9e9a-7a38e4849791 req-f0bfeb34-0e35-4608-b184-1173f60acf0a tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 945 time: 0.0832012 Sep 11 00:58:02.828491 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384fc6e-50ff-4ea1-b2f3-76bdba433120 req-0e586162-d819-4efc-b1d0-c929ec932329 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:02.829939 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3384fc6e-50ff-4ea1-b2f3-76bdba433120 req-0e586162-d819-4efc-b1d0-c929ec932329 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 944 time: 0.0684845 Sep 11 00:58:02.894080 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-0cdfb590-7f5d-4119-8d3f-20ef9aecb691 req-bd39a728-4230-4efb-8336-77d0494d90dc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4e359fd9-06a0-4943-a4a2-16a223ad6963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697531 Sep 11 00:58:02.895905 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-3078185a-8eeb-4ffe-a6cb-0fec874f9c0a req-9b1eb2ea-51dd-4cfa-8835-4f380423d203 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9fa144fa-5fc9-4425-a84d-a5df211c8436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734502 Sep 11 00:58:02.938190 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3384fc6e-50ff-4ea1-b2f3-76bdba433120 req-57384144-ba43-46b2-8fc3-54d25aecd49a tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894983 Sep 11 00:58:02.938826 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [req-ad65b105-93e5-4e83-9e9a-7a38e4849791 req-57245ca4-8c21-4173-8874-1affeef78c09 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Deleting port 497f3d01-c618-4bc4-8866-0f2093427106 {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:58:02.939175 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-ad65b105-93e5-4e83-9e9a-7a38e4849791 req-57245ca4-8c21-4173-8874-1affeef78c09 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (497f3d01-c618-4bc4-8866-0f2093427106), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:03.052038 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95e1bf-39be-4940-ad0d-bca5400308e8 req-39a966d5-79d9-481d-b33a-7b8294c12063 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:03.053498 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1e95e1bf-39be-4940-ad0d-bca5400308e8 req-39a966d5-79d9-481d-b33a-7b8294c12063 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0618105 Sep 11 00:58:03.071471 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-0cdfb590-7f5d-4119-8d3f-20ef9aecb691 req-17990923-a88c-4c49-948a-9b6bb9901d98 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4e359fd9-06a0-4943-a4a2-16a223ad6963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645372 Sep 11 00:58:03.073214 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-3078185a-8eeb-4ffe-a6cb-0fec874f9c0a req-fb855eb7-73fe-47aa-b6fd-8da3c9a16e8e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/9fa144fa-5fc9-4425-a84d-a5df211c8436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674926 Sep 11 00:58:03.097386 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-ad65b105-93e5-4e83-9e9a-7a38e4849791 req-57245ca4-8c21-4173-8874-1affeef78c09 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] For port 497f3d01-c618-4bc4-8866-0f2093427106, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=497f3d01-c618-4bc4-8866-0f2093427106,segment=NetworkSegment(bd7c4cea-2611-4991-9f92-d3dca165adf0),segment_id=bd7c4cea-2611-4991-9f92-d3dca165adf0)] {{(pid=112721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:58:03.097782 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-ad65b105-93e5-4e83-9e9a-7a38e4849791 req-57245ca4-8c21-4173-8874-1affeef78c09 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (497f3d01-c618-4bc4-8866-0f2093427106), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:03.124812 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [req-ad65b105-93e5-4e83-9e9a-7a38e4849791 req-57245ca4-8c21-4173-8874-1affeef78c09 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Calling delete_port for 497f3d01-c618-4bc4-8866-0f2093427106 owned by compute:nova {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:58:03.156128 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1e95e1bf-39be-4940-ad0d-bca5400308e8 req-b4bc1377-e903-46ba-a40e-67339802b4db tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925550 Sep 11 00:58:03.245023 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c17d5-6780-4823-be01-ff01d26a121c req-e9a4fa62-8ef8-4c52-bedb-e70c747346cd tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:03.246521 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-048c17d5-6780-4823-be01-ff01d26a121c req-e9a4fa62-8ef8-4c52-bedb-e70c747346cd tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 945 time: 0.0615249 Sep 11 00:58:03.328321 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-048c17d5-6780-4823-be01-ff01d26a121c req-580f3471-4203-45f3-9e20-0304e19114b8 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4d4bac19-19fa-4370-a2b6-1b0913eeba70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710640 Sep 11 00:58:03.349408 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-ad65b105-93e5-4e83-9e9a-7a38e4849791 req-57245ca4-8c21-4173-8874-1affeef78c09 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (497f3d01-c618-4bc4-8866-0f2093427106), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:03.377502 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57245ca4-8c21-4173-8874-1affeef78c09 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Pushing event deleted for resources: {'Port': ['ID=497f3d01-c618-4bc4-8866-0f2093427106,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:03.387586 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['497f3d01-c618-4bc4-8866-0f2093427106'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:58:03.440726 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad65b105-93e5-4e83-9e9a-7a38e4849791 req-57245ca4-8c21-4173-8874-1affeef78c09 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] No DVR routers for this DVR port 497f3d01-c618-4bc4-8866-0f2093427106 on host hv-cinder-maste {{(pid=112721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:58:03.443165 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-ad65b105-93e5-4e83-9e9a-7a38e4849791 req-57245ca4-8c21-4173-8874-1affeef78c09 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:03.447302 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ad65b105-93e5-4e83-9e9a-7a38e4849791 req-57245ca4-8c21-4173-8874-1affeef78c09 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.18 "DELETE /networking/v2.0/ports/497f3d01-c618-4bc4-8866-0f2093427106 HTTP/1.1" status: 204 len: 173 time: 0.6329057 Sep 11 00:58:03.447792 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a9cb8e-523c-49b2-ae9e-de849b956dc7', 'name': 'network-vif-deleted', 'tag': '497f3d01-c618-4bc4-8866-0f2093427106'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:58:03.449997 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1636af4-071d-411e-953f-2f42138c3fea" -d '{"events": [{"server_uuid": "95a9cb8e-523c-49b2-ae9e-de849b956dc7", "name": "network-vif-deleted", "tag": "497f3d01-c618-4bc4-8866-0f2093427106"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:58:03.486891 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61fd409-ec8e-4721-9bf5-ea8448aafae3 x-openstack-request-id: req-a61fd409-ec8e-4721-9bf5-ea8448aafae3 {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:58:03.487272 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a9cb8e-523c-49b2-ae9e-de849b956dc7", "name": "network-vif-deleted", "tag": "497f3d01-c618-4bc4-8866-0f2093427106", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:58:03.487532 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a61fd409-ec8e-4721-9bf5-ea8448aafae3 {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:58:03.487931 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a61fd409-ec8e-4721-9bf5-ea8448aafae3'] response: {'server_uuid': '95a9cb8e-523c-49b2-ae9e-de849b956dc7', 'name': 'network-vif-deleted', 'tag': '497f3d01-c618-4bc4-8866-0f2093427106', 'status': 'completed', 'code': 200} Sep 11 00:58:03.913350 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:58:03.959931 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning for port 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f completed by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 11 00:58:03.966773 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:58:03.967129 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (8ecae1b4-4f80-425a-a9d0-bcd2ab86597f), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:04.044266 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:58:04.044773 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (8ecae1b4-4f80-425a-a9d0-bcd2ab86597f), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:04.068588 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6184df-9b60-42df-b8af-547204e85659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecae1b4-4f80-425a-a9d0-bcd2ab86597f'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:58:04.071487 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cc705c-aa90-4019-a193-04a50885d97a" -d '{"events": [{"server_uuid": "fa6184df-9b60-42df-b8af-547204e85659", "name": "network-vif-plugged", "status": "completed", "tag": "8ecae1b4-4f80-425a-a9d0-bcd2ab86597f"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:58:04.084269 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8ecae1b4-4f80-425a-a9d0-bcd2ab86597f,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:58:04.089387 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f44709-d7f3-4465-912c-079e21496740 req-8849f98c-e3c0-4896-9b07-b97d0ba07425 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:04.090183 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (8ecae1b4-4f80-425a-a9d0-bcd2ab86597f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:04.091660 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d8f44709-d7f3-4465-912c-079e21496740 req-8849f98c-e3c0-4896-9b07-b97d0ba07425 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 944 time: 0.0584118 Sep 11 00:58:04.116359 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c88ade5-136f-4572-831b-8ac61a4fd2e7 x-openstack-request-id: req-8c88ade5-136f-4572-831b-8ac61a4fd2e7 {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:58:04.116673 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6184df-9b60-42df-b8af-547204e85659", "name": "network-vif-plugged", "status": "completed", "tag": "8ecae1b4-4f80-425a-a9d0-bcd2ab86597f", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:58:04.117076 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8c88ade5-136f-4572-831b-8ac61a4fd2e7 {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:58:04.117547 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c88ade5-136f-4572-831b-8ac61a4fd2e7'] response: {'server_uuid': 'fa6184df-9b60-42df-b8af-547204e85659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecae1b4-4f80-425a-a9d0-bcd2ab86597f', 'code': 200} Sep 11 00:58:04.143754 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=8ecae1b4-4f80-425a-a9d0-bcd2ab86597f,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:04.144898 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d8f44709-d7f3-4465-912c-079e21496740 req-7a53350a-708e-44d1-8653-aeef56b8b93f tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466723 Sep 11 00:58:04.264437 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:04.280462 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50178b7-2864-458b-abf7-7ebcb044e076 req-066de540-c6e6-47d4-94fa-c78e2b2f6f78 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:04.281930 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f50178b7-2864-458b-abf7-7ebcb044e076 req-066de540-c6e6-47d4-94fa-c78e2b2f6f78 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0471575 Sep 11 00:58:04.330591 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f50178b7-2864-458b-abf7-7ebcb044e076 req-a63c7f56-4b2f-40f2-b638-1df24e66ff24 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428703 Sep 11 00:58:04.429232 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e35d6e4d-8bb3-4878-81b2-dd94b6544e2a req-65d99227-8151-40e8-9b14-528f3ce65eb4 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 210 time: 0.0276759 Sep 11 00:58:05.510969 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071e578-79a6-4602-a343-a9d5205043b5 req-d142e385-119d-46e8-9c7c-0b44c6b0e24f tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:05.512441 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4071e578-79a6-4602-a343-a9d5205043b5 req-d142e385-119d-46e8-9c7c-0b44c6b0e24f tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 945 time: 0.2914681 Sep 11 00:58:05.522372 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a437816-251a-46d1-be51-c287c58bff52 req-52fd6bcc-ed8e-4582-800d-ac5c5c60ef02 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:05.523886 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1a437816-251a-46d1-be51-c287c58bff52 req-52fd6bcc-ed8e-4582-800d-ac5c5c60ef02 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0582998 Sep 11 00:58:05.579392 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:05.595594 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4071e578-79a6-4602-a343-a9d5205043b5 req-42fd6e4d-1662-48b5-bcbb-4150983d263f tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707970 Sep 11 00:58:05.605064 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1a437816-251a-46d1-be51-c287c58bff52 req-db480afe-98b3-4001-b8b7-2c51553d219f tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744243 Sep 11 00:58:05.684647 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ec5343e7-4a44-4003-be6d-a47ec6648f7b req-e2b8895f-b04b-4dda-b99f-fdceaef83137 tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 210 time: 0.0304046 Sep 11 00:58:06.723746 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 497f3d01-c618-4bc4-8866-0f2093427106 no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:58:06.745444 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465133dc-ea33-4732-ad01-8e9c18fd52ec req-c131221d-bb07-4f8f-848f-bc00afc4aa06 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:06.746100 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] No Port match for: 497f3d01-c618-4bc4-8866-0f2093427106 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:58:06.746447 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 497f3d01-c618-4bc4-8866-0f2093427106 not bound to the agent host hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:58:06.747034 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-465133dc-ea33-4732-ad01-8e9c18fd52ec req-c131221d-bb07-4f8f-848f-bc00afc4aa06 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 945 time: 0.0742784 Sep 11 00:58:06.755020 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79a1ea-6449-4d6e-9680-0ae0d814b55e req-593e5093-893d-4843-a185-d817018e8c85 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:06.756499 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-cc79a1ea-6449-4d6e-9680-0ae0d814b55e req-593e5093-893d-4843-a185-d817018e8c85 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0744393 Sep 11 00:58:06.838558 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-465133dc-ea33-4732-ad01-8e9c18fd52ec req-21307e21-6b36-4626-86df-fb79f68f9ed5 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783501 Sep 11 00:58:06.842508 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-cc79a1ea-6449-4d6e-9680-0ae0d814b55e req-0ed1cf58-9035-4844-bc46-5891a932166e tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760489 Sep 11 00:58:06.926865 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-317074c7-19ab-4b07-8a42-c4c89ff135ae req-27bafeae-0b9e-4f87-bf0d-81c091d2078f tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 210 time: 0.0272160 Sep 11 00:58:07.192466 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bc6f8-a0b8-49ad-810a-b8c5ad1d36b8 req-8e3863b3-7470-404c-b7bb-06170d01748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:07.194159 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-131bc6f8-a0b8-49ad-810a-b8c5ad1d36b8 req-8e3863b3-7470-404c-b7bb-06170d01748f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 1129 time: 0.0470393 Sep 11 00:58:07.254103 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-131bc6f8-a0b8-49ad-810a-b8c5ad1d36b8 req-33cd07d0-67ff-4869-bd3a-8e81facefdb1 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539751 Sep 11 00:58:07.997107 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b03a5-1674-46a9-b9e0-d2ce2ab9a620 req-aa696d63-561a-450d-abeb-e64f119084cd tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:07.998582 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-469b03a5-1674-46a9-b9e0-d2ce2ab9a620 req-aa696d63-561a-450d-abeb-e64f119084cd tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 945 time: 0.0771217 Sep 11 00:58:08.009326 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544ec59-b85c-416c-be99-1ff8886c85e5 req-7501bb16-a312-45c2-9c6a-6d5c56efac33 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:08.010703 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5544ec59-b85c-416c-be99-1ff8886c85e5 req-7501bb16-a312-45c2-9c6a-6d5c56efac33 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0584607 Sep 11 00:58:08.084439 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-469b03a5-1674-46a9-b9e0-d2ce2ab9a620 req-80466985-ffa4-46f3-b695-bc8864ab21d3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726931 Sep 11 00:58:08.089437 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5544ec59-b85c-416c-be99-1ff8886c85e5 req-12906034-e319-4dd9-bcf0-7b76de27dcc1 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712368 Sep 11 00:58:08.185999 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8dac072e-3f8d-4805-a3c9-2f0baefba3aa req-762eefc9-05f3-47a6-89bc-11f873f7fcbf tempest-TestMinimumBasicScenario-490773617 tempest-TestMinimumBasicScenario-490773617-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=95a9cb8e-523c-49b2-ae9e-de849b956dc7 HTTP/1.1" status: 200 len: 210 time: 0.0289619 Sep 11 00:58:09.238660 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dae2e-ce26-4633-9384-a918631be663 req-5c672cf6-7732-41c1-80f9-055e4a920dc5 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:09.240076 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-af0dae2e-ce26-4633-9384-a918631be663 req-5c672cf6-7732-41c1-80f9-055e4a920dc5 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 945 time: 0.0785067 Sep 11 00:58:09.245545 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3870e0-c3ab-499d-8eb4-54141ad0e47b req-44745790-2312-4f6d-96cb-c3ad337b0c26 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:09.246963 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6d3870e0-c3ab-499d-8eb4-54141ad0e47b req-44745790-2312-4f6d-96cb-c3ad337b0c26 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0761714 Sep 11 00:58:09.323127 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-af0dae2e-ce26-4633-9384-a918631be663 req-1c0d3eb3-b3d9-4004-9985-682dfeecbbfa tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751383 Sep 11 00:58:09.327079 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6d3870e0-c3ab-499d-8eb4-54141ad0e47b req-6fed49cd-7b6c-4e3e-9993-388b7f2f5e7c tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725162 Sep 11 00:58:09.439246 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:09.453184 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af494e15-4ad9-40bc-8b84-0b874cbb9ca6 req-40fa8ade-669c-491a-a997-88fad86f586b tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:09.454684 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-af494e15-4ad9-40bc-8b84-0b874cbb9ca6 req-40fa8ade-669c-491a-a997-88fad86f586b tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 945 time: 0.0519264 Sep 11 00:58:09.465958 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 47318) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:09.471808 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-ddc5d9c5-86a3-431d-9ddd-feab67d4f7b3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Request body: {'floatingip': {'port_id': '8ecae1b4-4f80-425a-a9d0-bcd2ab86597f'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:58:09.512206 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-ddc5d9c5-86a3-431d-9ddd-feab67d4f7b3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (91e16d8b-b087-421a-8901-5885bcc47279), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:09.617566 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 47332) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:09.649945 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5426e8b-ec5f-416c-8680-c4ef4af73de7 req-351a74f8-46f2-41f1-8a8e-de2eb3fccfe1 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:09.656649 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e5426e8b-ec5f-416c-8680-c4ef4af73de7 req-351a74f8-46f2-41f1-8a8e-de2eb3fccfe1 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0990841 Sep 11 00:58:09.700781 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c842af49-5d25-4a64-a3e4-8430d0bc6b13 req-4ea3618d-a485-494d-94b7-2d282c68765c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819778 Sep 11 00:58:09.709944 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [req-c842af49-5d25-4a64-a3e4-8430d0bc6b13 req-89e23189-70d4-4358-bd9d-012c20d71a88 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 11 00:58:09.711514 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c842af49-5d25-4a64-a3e4-8430d0bc6b13 req-89e23189-70d4-4358-bd9d-012c20d71a88 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0057259 Sep 11 00:58:09.764756 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e5426e8b-ec5f-416c-8680-c4ef4af73de7 req-0dbff3e1-e3f4-459a-a80b-bebb97e862c0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068504 Sep 11 00:58:09.802381 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 47352) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:09.834486 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:09.865416 dv-cinder-master-3-iscsi neutron-server[112722]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 11 00:58:09.933450 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842af49-5d25-4a64-a3e4-8430d0bc6b13 req-de144261-3082-480f-81fc-c6264ffb3e69 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:09.942223 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c842af49-5d25-4a64-a3e4-8430d0bc6b13 req-de144261-3082-480f-81fc-c6264ffb3e69 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports/549957cc-ef50-4e12-9608-80b215c4bfb4 HTTP/1.1" status: 200 len: 942 time: 0.1385679 Sep 11 00:58:09.952930 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 549957cc-ef50-4e12-9608-80b215c4bfb4 no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:58:10.076706 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 549957cc-ef50-4e12-9608-80b215c4bfb4 is: ACTIVE; New status is: DOWN {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:58:10.077103 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (549957cc-ef50-4e12-9608-80b215c4bfb4), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:10.135583 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77aec922-e7ba-4f8c-8931-b2ea825af43c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '549957cc-ef50-4e12-9608-80b215c4bfb4'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:58:10.137915 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f60713-78de-4361-9cb7-92b8513fde32" -d '{"events": [{"server_uuid": "77aec922-e7ba-4f8c-8931-b2ea825af43c", "name": "network-vif-unplugged", "status": "completed", "tag": "549957cc-ef50-4e12-9608-80b215c4bfb4"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:58:10.161608 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-ddc5d9c5-86a3-431d-9ddd-feab67d4f7b3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:10.169637 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-ddc5d9c5-86a3-431d-9ddd-feab67d4f7b3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (91e16d8b-b087-421a-8901-5885bcc47279), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:10.182408 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 549957cc-ef50-4e12-9608-80b215c4bfb4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=549957cc-ef50-4e12-9608-80b215c4bfb4,segment=NetworkSegment(5ac257b5-c440-416f-b0f8-8180b778ce58),segment_id=5ac257b5-c440-416f-b0f8-8180b778ce58)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:58:10.197299 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (549957cc-ef50-4e12-9608-80b215c4bfb4), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:10.233105 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 11 Sep 2022 00:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5931b7af-7003-4490-a43a-3122e6513870 x-openstack-request-id: req-5931b7af-7003-4490-a43a-3122e6513870 {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:58:10.233621 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77aec922-e7ba-4f8c-8931-b2ea825af43c", "name": "network-vif-unplugged", "status": "failed", "tag": "549957cc-ef50-4e12-9608-80b215c4bfb4", "code": 422}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:58:10.234063 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5931b7af-7003-4490-a43a-3122e6513870 {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:58:10.234505 dv-cinder-master-3-iscsi neutron-server[112723]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5931b7af-7003-4490-a43a-3122e6513870']: {'server_uuid': '77aec922-e7ba-4f8c-8931-b2ea825af43c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '549957cc-ef50-4e12-9608-80b215c4bfb4', 'code': 422} returned with failed status Sep 11 00:58:10.266037 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=549957cc-ef50-4e12-9608-80b215c4bfb4,revision_number=6']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:10.323909 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.l3_db [None req-ddc5d9c5-86a3-431d-9ddd-feab67d4f7b3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Floating IP 91e16d8b-b087-421a-8901-5885bcc47279 associated. External IP: 172.37.5.124, port: 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f. Sep 11 00:58:10.395333 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 47416) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:10.663093 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 47420) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:10.734262 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc5d9c5-86a3-431d-9ddd-feab67d4f7b3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Router b9418f01-7791-4e40-88d0-38d48d92c06d has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:58:10.745530 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:10.784241 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-59a576db-37db-43c9-921c-20c8cd9dfdf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:10.865234 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-59a576db-37db-43c9-921c-20c8cd9dfdf3 admin admin] Publish callbacks [] for security_group (429fb2ad-2f00-4360-94a6-141a585791cd), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:10.870444 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-59a576db-37db-43c9-921c-20c8cd9dfdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (429fb2ad-2f00-4360-94a6-141a585791cd), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:10.887913 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:10.912500 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-59a576db-37db-43c9-921c-20c8cd9dfdf3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f4e85ba2dc0e4b628255dafdef5d7bcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476590 Sep 11 00:58:10.913210 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a576db-37db-43c9-921c-20c8cd9dfdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429fb2ad-2f00-4360-94a6-141a585791cd,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:10.916226 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 47426) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:10.926247 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:10.956839 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511286aa-2f7a-4deb-a316-3725bb20a5fa req-2ae20eaf-203f-4c0c-bc3f-81510ce8512a tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:10.958307 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-511286aa-2f7a-4deb-a316-3725bb20a5fa req-2ae20eaf-203f-4c0c-bc3f-81510ce8512a tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 943 time: 0.1205297 Sep 11 00:58:10.966200 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-24ce060d-f687-45de-8191-a44406bdd261 admin admin] Publish callbacks [] for security_group (429fb2ad-2f00-4360-94a6-141a585791cd), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:10.977157 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc5d9c5-86a3-431d-9ddd-feab67d4f7b3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:58:10.988265 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df01fb6-33e7-498d-b76f-23b4c41614f0 None None] Sync routers for ids ['b9418f01-7791-4e40-88d0-38d48d92c06d'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:58:10.989061 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-ddc5d9c5-86a3-431d-9ddd-feab67d4f7b3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:10.989981 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-24ce060d-f687-45de-8191-a44406bdd261 admin admin] Publish callbacks [] for security_group (429fb2ad-2f00-4360-94a6-141a585791cd), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:11.001760 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df01fb6-33e7-498d-b76f-23b4c41614f0 None None] Routers {'b9418f01-7791-4e40-88d0-38d48d92c06d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:58:11.002632 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-6df01fb6-33e7-498d-b76f-23b4c41614f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:57:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b9418f01-7791-4e40-88d0-38d48d92c06d'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:58:11.049480 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-24ce060d-f687-45de-8191-a44406bdd261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (429fb2ad-2f00-4360-94a6-141a585791cd), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:11.052987 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-24ce060d-f687-45de-8191-a44406bdd261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:11.055209 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-24ce060d-f687-45de-8191-a44406bdd261 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/429fb2ad-2f00-4360-94a6-141a585791cd HTTP/1.1" status: 204 len: 168 time: 0.1380656 Sep 11 00:58:11.068763 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce060d-f687-45de-8191-a44406bdd261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429fb2ad-2f00-4360-94a6-141a585791cd,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:11.089071 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-cce89e6a-091f-4e70-ba89-c9e26003d14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768042'] for router_interface (56881630-0cdb-48af-800c-040be1134c90), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:11.103231 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:11.144566 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-6df01fb6-33e7-498d-b76f-23b4c41614f0 None None] Set router b9418f01-7791-4e40-88d0-38d48d92c06d gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:58:11.148316 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-ddc5d9c5-86a3-431d-9ddd-feab67d4f7b3 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/91e16d8b-b087-421a-8901-5885bcc47279 HTTP/1.1" status: 200 len: 991 time: 1.6779382 Sep 11 00:58:11.149700 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6184df-9b60-42df-b8af-547204e85659', 'tag': '8ecae1b4-4f80-425a-a9d0-bcd2ab86597f'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:58:11.152261 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2364464-4d4a-4e96-b04c-695f5eb1a31c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6184df-9b60-42df-b8af-547204e85659", "tag": "8ecae1b4-4f80-425a-a9d0-bcd2ab86597f"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:58:11.176245 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-511286aa-2f7a-4deb-a316-3725bb20a5fa req-3cc1e581-faa2-4a37-935e-21d31a6a4adf tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099566 Sep 11 00:58:11.430866 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:11.433105 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-6df01fb6-33e7-498d-b76f-23b4c41614f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '91e16d8b-b087-421a-8901-5885bcc47279', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'floating_ip_address': '172.37.5.124', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'port_id': '8ecae1b4-4f80-425a-a9d0-bcd2ab86597f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'mac_address': 'fa:16:3e:33:87:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6184df-9b60-42df-b8af-547204e85659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:57:48Z', 'updated_at': '2022-09-11T00:58:10Z', 'revision_number': 1, 'project_id': '172e557567404e0f906fd1c3452148d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:10Z', 'revision_number': 5, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:58:11.463178 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 47438) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:11.469560 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df01fb6-33e7-498d-b76f-23b4c41614f0 None None] Checking router: b9418f01-7791-4e40-88d0-38d48d92c06d for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:58:11.486089 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-982d6f2b-406b-4083-bc9f-33b6968bf91c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:11.495611 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df01fb6-33e7-498d-b76f-23b4c41614f0 None None] Routers {'b9418f01-7791-4e40-88d0-38d48d92c06d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:58:11.496242 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-6df01fb6-33e7-498d-b76f-23b4c41614f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:57:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b9418f01-7791-4e40-88d0-38d48d92c06d'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:58:11.508407 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:11.562575 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:11.609887 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e37a6e-f9d7-48b8-9dd7-c1dd7e73b331 x-openstack-request-id: req-99e37a6e-f9d7-48b8-9dd7-c1dd7e73b331 {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:58:11.610510 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6184df-9b60-42df-b8af-547204e85659", "tag": "8ecae1b4-4f80-425a-a9d0-bcd2ab86597f", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:58:11.610631 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-99e37a6e-f9d7-48b8-9dd7-c1dd7e73b331 {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:58:11.611279 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e37a6e-f9d7-48b8-9dd7-c1dd7e73b331'] response: {'name': 'network-changed', 'server_uuid': 'fa6184df-9b60-42df-b8af-547204e85659', 'tag': '8ecae1b4-4f80-425a-a9d0-bcd2ab86597f', 'status': 'completed', 'code': 200} Sep 11 00:58:11.620457 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-982d6f2b-406b-4083-bc9f-33b6968bf91c admin admin] Publish callbacks [] for security_group (1756d84a-9e5a-41d7-9787-4c78f4f2ec5e), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:11.633094 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-982d6f2b-406b-4083-bc9f-33b6968bf91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (1756d84a-9e5a-41d7-9787-4c78f4f2ec5e), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:11.640806 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-6df01fb6-33e7-498d-b76f-23b4c41614f0 None None] Set router b9418f01-7791-4e40-88d0-38d48d92c06d gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:58:11.691332 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-982d6f2b-406b-4083-bc9f-33b6968bf91c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ac156806b2a7405a9abe3cacc2f564f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270463 Sep 11 00:58:11.695262 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 47440) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:11.715796 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2364464-4d4a-4e96-b04c-695f5eb1a31c req-4404388f-0134-4943-a77e-ee3f1cd7aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:11.717413 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a2364464-4d4a-4e96-b04c-695f5eb1a31c req-4404388f-0134-4943-a77e-ee3f1cd7aee4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=172e557567404e0f906fd1c3452148d8&device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 1129 time: 0.0680377 Sep 11 00:58:11.744097 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d6f2b-406b-4083-bc9f-33b6968bf91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1756d84a-9e5a-41d7-9787-4c78f4f2ec5e,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:11.771223 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-4c7e22bb-d921-4d09-a1a2-06045478f8e9 admin admin] Publish callbacks [] for security_group (1756d84a-9e5a-41d7-9787-4c78f4f2ec5e), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:11.798266 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-4c7e22bb-d921-4d09-a1a2-06045478f8e9 admin admin] Publish callbacks [] for security_group (1756d84a-9e5a-41d7-9787-4c78f4f2ec5e), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:11.813885 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-cce89e6a-091f-4e70-ba89-c9e26003d14a admin admin] Deleting port 55303d32-2144-4447-b58f-d46dfdc40379 {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:58:11.814181 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-cce89e6a-091f-4e70-ba89-c9e26003d14a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (55303d32-2144-4447-b58f-d46dfdc40379), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:11.856816 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-4c7e22bb-d921-4d09-a1a2-06045478f8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (1756d84a-9e5a-41d7-9787-4c78f4f2ec5e), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:11.859355 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-4c7e22bb-d921-4d09-a1a2-06045478f8e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:11.860570 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-4c7e22bb-d921-4d09-a1a2-06045478f8e9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1756d84a-9e5a-41d7-9787-4c78f4f2ec5e HTTP/1.1" status: 204 len: 168 time: 0.1478114 Sep 11 00:58:11.881887 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e22bb-d921-4d09-a1a2-06045478f8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1756d84a-9e5a-41d7-9787-4c78f4f2ec5e,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:11.912822 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2364464-4d4a-4e96-b04c-695f5eb1a31c req-37ab191c-bf76-409e-acc3-ff430eb2f7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:11.914368 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a2364464-4d4a-4e96-b04c-695f5eb1a31c req-37ab191c-bf76-409e-acc3-ff430eb2f7eb service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 HTTP/1.1" status: 200 len: 916 time: 0.1890321 Sep 11 00:58:11.941468 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [None req-cce89e6a-091f-4e70-ba89-c9e26003d14a admin admin] For port 55303d32-2144-4447-b58f-d46dfdc40379, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=55303d32-2144-4447-b58f-d46dfdc40379,segment=NetworkSegment(bd7c4cea-2611-4991-9f92-d3dca165adf0),segment_id=bd7c4cea-2611-4991-9f92-d3dca165adf0)] {{(pid=112721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:58:11.941838 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-cce89e6a-091f-4e70-ba89-c9e26003d14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (55303d32-2144-4447-b58f-d46dfdc40379), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:11.952420 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-6df01fb6-33e7-498d-b76f-23b4c41614f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '91e16d8b-b087-421a-8901-5885bcc47279', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'floating_ip_address': '172.37.5.124', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'port_id': '8ecae1b4-4f80-425a-a9d0-bcd2ab86597f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'mac_address': 'fa:16:3e:33:87:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6184df-9b60-42df-b8af-547204e85659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:57:48Z', 'updated_at': '2022-09-11T00:58:10Z', 'revision_number': 1, 'project_id': '172e557567404e0f906fd1c3452148d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:10Z', 'revision_number': 5, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:58:11.958483 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-cce89e6a-091f-4e70-ba89-c9e26003d14a admin admin] Calling delete_port for 55303d32-2144-4447-b58f-d46dfdc40379 owned by network:router_interface {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:58:11.979629 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df01fb6-33e7-498d-b76f-23b4c41614f0 None None] The sync data for ids ['b9418f01-7791-4e40-88d0-38d48d92c06d'] in dv-cinder-master-3-iscsi is: [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '91e16d8b-b087-421a-8901-5885bcc47279', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'floating_ip_address': '172.37.5.124', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'port_id': '8ecae1b4-4f80-425a-a9d0-bcd2ab86597f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'mac_address': 'fa:16:3e:33:87:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6184df-9b60-42df-b8af-547204e85659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:57:48Z', 'updated_at': '2022-09-11T00:58:10Z', 'revision_number': 1, 'project_id': '172e557567404e0f906fd1c3452148d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:10Z', 'revision_number': 5, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:58:12.006703 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:12.210897 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a2364464-4d4a-4e96-b04c-695f5eb1a31c req-a1b72cd3-e5ac-4ef5-ae73-9c7d6c168cea service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ecae1b4-4f80-425a-a9d0-bcd2ab86597f HTTP/1.1" status: 200 len: 999 time: 0.0974252 Sep 11 00:58:12.215608 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-cce89e6a-091f-4e70-ba89-c9e26003d14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (55303d32-2144-4447-b58f-d46dfdc40379), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:12.238185 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842af49-5d25-4a64-a3e4-8430d0bc6b13 req-7f86fe3d-07ff-4ffe-8fb7-a333861c5c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:12.240837 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c842af49-5d25-4a64-a3e4-8430d0bc6b13 req-7f86fe3d-07ff-4ffe-8fb7-a333861c5c66 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c&tenant_id=d55d41063ec34fb6921c367025fa9af9 HTTP/1.1" status: 200 len: 1127 time: 0.0972283 Sep 11 00:58:12.283112 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a130631-d845-4a4d-8092-d36e744d4378 None None] New status for floating IP 91e16d8b-b087-421a-8901-5885bcc47279: ACTIVE {{(pid=112724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 00:58:12.294213 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce89e6a-091f-4e70-ba89-c9e26003d14a admin admin] Pushing event deleted for resources: {'Port': ['ID=55303d32-2144-4447-b58f-d46dfdc40379,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:12.329394 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:12.332959 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842af49-5d25-4a64-a3e4-8430d0bc6b13 req-349038cc-6d75-45e3-920b-7234498b4a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:12.334847 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c842af49-5d25-4a64-a3e4-8430d0bc6b13 req-349038cc-6d75-45e3-920b-7234498b4a44 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d55d41063ec34fb6921c367025fa9af9&device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 1127 time: 0.0527320 Sep 11 00:58:12.354825 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:12.360255 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a4953-eae3-46cf-9806-1eac4b8e2d13 req-ef24c33e-5974-48a1-9bf6-ce86c09140c0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:12.368095 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f76a4953-eae3-46cf-9806-1eac4b8e2d13 req-ef24c33e-5974-48a1-9bf6-ce86c09140c0 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 943 time: 0.0702786 Sep 11 00:58:12.483156 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842af49-5d25-4a64-a3e4-8430d0bc6b13 req-54df3981-fee9-42bc-8ed1-0f01d6a95eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:12.485194 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c842af49-5d25-4a64-a3e4-8430d0bc6b13 req-54df3981-fee9-42bc-8ed1-0f01d6a95eb9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4e359fd9-06a0-4943-a4a2-16a223ad6963 HTTP/1.1" status: 200 len: 909 time: 0.1420228 Sep 11 00:58:12.507905 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2364464-4d4a-4e96-b04c-695f5eb1a31c req-c9656c88-fe3e-498b-b162-2543ffa261e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:12.509597 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a2364464-4d4a-4e96-b04c-695f5eb1a31c req-c9656c88-fe3e-498b-b162-2543ffa261e2 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=5da596f2-fc37-4a91-8931-a08cdf30e571 HTTP/1.1" status: 200 len: 854 time: 0.2914765 Sep 11 00:58:12.555448 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f76a4953-eae3-46cf-9806-1eac4b8e2d13 req-b01c3b19-91c5-4a5e-a3c9-995c02cbb6a4 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802011 Sep 11 00:58:12.586443 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c842af49-5d25-4a64-a3e4-8430d0bc6b13 req-68c64aa8-689e-4846-830b-03f433c242fc service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=549957cc-ef50-4e12-9608-80b215c4bfb4 HTTP/1.1" status: 200 len: 999 time: 0.0919588 Sep 11 00:58:12.614461 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2364464-4d4a-4e96-b04c-695f5eb1a31c req-3747bfe3-4a08-45c7-b903-f0b5cff82fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:12.616002 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a2364464-4d4a-4e96-b04c-695f5eb1a31c req-3747bfe3-4a08-45c7-b903-f0b5cff82fb3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0801461 Sep 11 00:58:12.625710 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:12.649119 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842af49-5d25-4a64-a3e4-8430d0bc6b13 req-b50469b8-4bef-48e6-8ee8-f74b30b0e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:12.650845 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c842af49-5d25-4a64-a3e4-8430d0bc6b13 req-b50469b8-4bef-48e6-8ee8-f74b30b0e232 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=9fc20d29-c23d-4b06-97c5-a82fa0ec92fe HTTP/1.1" status: 200 len: 847 time: 0.0597701 Sep 11 00:58:12.697197 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842af49-5d25-4a64-a3e4-8430d0bc6b13 req-75b6e168-0594-409c-837c-3bb78275448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:12.699067 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c842af49-5d25-4a64-a3e4-8430d0bc6b13 req-75b6e168-0594-409c-837c-3bb78275448a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4e359fd9-06a0-4943-a4a2-16a223ad6963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425026 Sep 11 00:58:12.735256 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-cce89e6a-091f-4e70-ba89-c9e26003d14a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3793178'] for router_interface (56881630-0cdb-48af-800c-040be1134c90), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:12.799384 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a2364464-4d4a-4e96-b04c-695f5eb1a31c req-38796bdd-6045-4559-8895-c9690d65f8b7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458659 Sep 11 00:58:12.810090 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c842af49-5d25-4a64-a3e4-8430d0bc6b13 req-292b1fdf-e245-4d1a-bfc3-4c26c3b85f77 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4e359fd9-06a0-4943-a4a2-16a223ad6963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045666 Sep 11 00:58:12.903158 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:12.905893 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-c842af49-5d25-4a64-a3e4-8430d0bc6b13 req-7557cb30-d4d1-459e-9f8f-2519c556ef06 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4e359fd9-06a0-4943-a4a2-16a223ad6963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903811 Sep 11 00:58:12.984960 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a2364464-4d4a-4e96-b04c-695f5eb1a31c req-089e27f8-a019-4992-81f2-ce42a6a72a40 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799335 Sep 11 00:58:13.047321 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce89e6a-091f-4e70-ba89-c9e26003d14a admin admin] Router 56881630-0cdb-48af-800c-040be1134c90 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:58:13.157943 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce89e6a-091f-4e70-ba89-c9e26003d14a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:58:13.163389 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-cce89e6a-091f-4e70-ba89-c9e26003d14a admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/56881630-0cdb-48af-800c-040be1134c90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7666593 Sep 11 00:58:13.166320 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 47472) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:13.168916 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e66682-9470-408e-8011-46821b1c2271 None None] Sync routers for ids ['56881630-0cdb-48af-800c-040be1134c90'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:58:13.179715 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e66682-9470-408e-8011-46821b1c2271 None None] Routers {'56881630-0cdb-48af-800c-040be1134c90'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:58:13.180544 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-b0e66682-9470-408e-8011-46821b1c2271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:57:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['56881630-0cdb-48af-800c-040be1134c90'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:58:13.282741 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-466b9de7-c1d4-4642-8160-a757951d67eb admin admin] Publish callbacks [] for router (56881630-0cdb-48af-800c-040be1134c90), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:13.293817 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-b0e66682-9470-408e-8011-46821b1c2271 None None] Set router 56881630-0cdb-48af-800c-040be1134c90 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:58:13.400111 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-466b9de7-c1d4-4642-8160-a757951d67eb admin admin] Publish callbacks [] for router_gateway (56881630-0cdb-48af-800c-040be1134c90), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:13.402980 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:13.447423 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-466b9de7-c1d4-4642-8160-a757951d67eb admin admin] Deleting port 59f81d56-9022-4410-9e0c-3edc42bb9fc3 {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:58:13.447782 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-466b9de7-c1d4-4642-8160-a757951d67eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (59f81d56-9022-4410-9e0c-3edc42bb9fc3), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:13.469352 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=100 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:13.479543 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-b0e66682-9470-408e-8011-46821b1c2271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56881630-0cdb-48af-800c-040be1134c90', 'name': 'tempest-TestMinimumBasicScenario-1861735170-router', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211'}], 'enable_snat': True}, 'gw_port_id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:49Z', 'updated_at': '2022-09-11T00:58:12Z', 'revision_number': 5, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'gw_port': {'id': '59f81d56-9022-4410-9e0c-3edc42bb9fc3', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56881630-0cdb-48af-800c-040be1134c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:50Z', 'updated_at': '2022-09-11T00:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:58:13.508521 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e66682-9470-408e-8011-46821b1c2271 None None] Checking router: 56881630-0cdb-48af-800c-040be1134c90 for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:58:13.517322 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e66682-9470-408e-8011-46821b1c2271 None None] Routers {'56881630-0cdb-48af-800c-040be1134c90'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:58:13.517917 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-b0e66682-9470-408e-8011-46821b1c2271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:57:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['56881630-0cdb-48af-800c-040be1134c90'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:58:13.539969 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [None req-466b9de7-c1d4-4642-8160-a757951d67eb admin admin] For port 59f81d56-9022-4410-9e0c-3edc42bb9fc3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=59f81d56-9022-4410-9e0c-3edc42bb9fc3,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:58:13.540755 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-466b9de7-c1d4-4642-8160-a757951d67eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (59f81d56-9022-4410-9e0c-3edc42bb9fc3), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:13.555072 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-466b9de7-c1d4-4642-8160-a757951d67eb admin admin] Calling delete_port for 59f81d56-9022-4410-9e0c-3edc42bb9fc3 owned by network:router_gateway {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:58:13.690308 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2023f8-1a87-422a-851c-0e8e6cb7acf1 req-c0b069f0-9e8d-412a-b8aa-e38ccaf11c81 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:13.691884 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9e2023f8-1a87-422a-851c-0e8e6cb7acf1 req-c0b069f0-9e8d-412a-b8aa-e38ccaf11c81 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 943 time: 0.0516167 Sep 11 00:58:13.761131 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-b0e66682-9470-408e-8011-46821b1c2271 None None] Set router 56881630-0cdb-48af-800c-040be1134c90 gateway port host: None {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:58:13.771599 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9e2023f8-1a87-422a-851c-0e8e6cb7acf1 req-81d86d8b-6cb6-461b-99ba-58ec8031f4b2 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728736 Sep 11 00:58:13.780443 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-466b9de7-c1d4-4642-8160-a757951d67eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (59f81d56-9022-4410-9e0c-3edc42bb9fc3), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:13.820222 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-b0e66682-9470-408e-8011-46821b1c2271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56881630-0cdb-48af-800c-040be1134c90', 'name': 'tempest-TestMinimumBasicScenario-1861735170-router', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:49Z', 'updated_at': '2022-09-11T00:58:13Z', 'revision_number': 6, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:58:13.829193 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b9de7-c1d4-4642-8160-a757951d67eb admin admin] Pushing event deleted for resources: {'Port': ['ID=59f81d56-9022-4410-9e0c-3edc42bb9fc3,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:13.848752 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e66682-9470-408e-8011-46821b1c2271 None None] The sync data for ids ['56881630-0cdb-48af-800c-040be1134c90'] in dv-cinder-master-3-iscsi is: [{'id': '56881630-0cdb-48af-800c-040be1134c90', 'name': 'tempest-TestMinimumBasicScenario-1861735170-router', 'tenant_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:49Z', 'updated_at': '2022-09-11T00:58:13Z', 'revision_number': 6, 'project_id': '299fcf2ee8b24a4fbb27ed83954c8e24', 'gw_port_host': None}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:58:13.886660 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-466b9de7-c1d4-4642-8160-a757951d67eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3793768'] for router_gateway (56881630-0cdb-48af-800c-040be1134c90), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:13.947285 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:13.976802 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-466b9de7-c1d4-4642-8160-a757951d67eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3792972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24940'] for router (56881630-0cdb-48af-800c-040be1134c90), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:13.979259 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-466b9de7-c1d4-4642-8160-a757951d67eb admin admin] Publish callbacks [] for router_controller (56881630-0cdb-48af-800c-040be1134c90), precommit_delete_associations {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:14.028551 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-466b9de7-c1d4-4642-8160-a757951d67eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3793199'] for router (56881630-0cdb-48af-800c-040be1134c90), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:14.029158 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466b9de7-c1d4-4642-8160-a757951d67eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56881630-0cdb-48af-800c-040be1134c90 {{(pid=112722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 11 00:58:14.034207 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-466b9de7-c1d4-4642-8160-a757951d67eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:14.035331 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-466b9de7-c1d4-4642-8160-a757951d67eb admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/56881630-0cdb-48af-800c-040be1134c90 HTTP/1.1" status: 204 len: 168 time: 0.8679020 Sep 11 00:58:14.037926 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 47496) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:14.082931 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0175bdf-b3f8-4407-a64e-3933e52259a9 admin admin] Deleting subnet 5d645310-e016-42e2-be5b-be26d0a1ff2b {{(pid=112722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 11 00:58:14.087533 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a0175bdf-b3f8-4407-a64e-3933e52259a9 admin admin] Publish callbacks [] for subnet (5d645310-e016-42e2-be5b-be26d0a1ff2b), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:14.122987 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a0175bdf-b3f8-4407-a64e-3933e52259a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61765503'] for subnet (5d645310-e016-42e2-be5b-be26d0a1ff2b), precommit_delete_associations {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:14.460700 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a0175bdf-b3f8-4407-a64e-3933e52259a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774851'] for subnet (5d645310-e016-42e2-be5b-be26d0a1ff2b), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:14.516602 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a0175bdf-b3f8-4407-a64e-3933e52259a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61682736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62399941'] for subnet (5d645310-e016-42e2-be5b-be26d0a1ff2b), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:14.544012 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0175bdf-b3f8-4407-a64e-3933e52259a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d645310-e016-42e2-be5b-be26d0a1ff2b,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:14.546261 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-a0175bdf-b3f8-4407-a64e-3933e52259a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:14.550193 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37b73b9-0a35-46c5-b314-6d4401a77ad6 None None] Network 9fa144fa-5fc9-4425-a84d-a5df211c8436 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:58:14.555734 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-a0175bdf-b3f8-4407-a64e-3933e52259a9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/5d645310-e016-42e2-be5b-be26d0a1ff2b HTTP/1.1" status: 204 len: 168 time: 0.5166509 Sep 11 00:58:14.558338 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 47510) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:14.639471 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-050887bc-0495-4fce-9c10-a6a8451a476f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687712'] for network (9fa144fa-5fc9-4425-a84d-a5df211c8436), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:14.703141 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-050887bc-0495-4fce-9c10-a6a8451a476f admin admin] Deleting port 1f9bec43-1260-4004-8b03-84415391b7c1 {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:58:14.704260 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-050887bc-0495-4fce-9c10-a6a8451a476f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (1f9bec43-1260-4004-8b03-84415391b7c1), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:14.706738 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 55303d32-2144-4447-b58f-d46dfdc40379 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:58:14.731566 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: 55303d32-2144-4447-b58f-d46dfdc40379 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:58:14.732167 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 55303d32-2144-4447-b58f-d46dfdc40379 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:58:14.734957 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556f40c4-d306-4eb9-bd4d-249f7d6e7790 None None] DHCP port deletion for 9fa144fa-5fc9-4425-a84d-a5df211c8436 request from dv-cinder-master-3-iscsi {{(pid=112723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 11 00:58:14.764202 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:14.778872 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-556f40c4-d306-4eb9-bd4d-249f7d6e7790 None None] Deleting port 1f9bec43-1260-4004-8b03-84415391b7c1 {{(pid=112723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:58:14.779249 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-556f40c4-d306-4eb9-bd4d-249f7d6e7790 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (1f9bec43-1260-4004-8b03-84415391b7c1), before_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:14.784395 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [None req-050887bc-0495-4fce-9c10-a6a8451a476f admin admin] For port 1f9bec43-1260-4004-8b03-84415391b7c1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1f9bec43-1260-4004-8b03-84415391b7c1,segment=NetworkSegment(bd7c4cea-2611-4991-9f92-d3dca165adf0),segment_id=bd7c4cea-2611-4991-9f92-d3dca165adf0)] {{(pid=112721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:58:14.785032 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-050887bc-0495-4fce-9c10-a6a8451a476f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (1f9bec43-1260-4004-8b03-84415391b7c1), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:14.799242 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-050887bc-0495-4fce-9c10-a6a8451a476f admin admin] Calling delete_port for 1f9bec43-1260-4004-8b03-84415391b7c1 owned by network:dhcp {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:58:14.880243 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:14.883187 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-556f40c4-d306-4eb9-bd4d-249f7d6e7790 None None] For port 1f9bec43-1260-4004-8b03-84415391b7c1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1f9bec43-1260-4004-8b03-84415391b7c1,segment=NetworkSegment(bd7c4cea-2611-4991-9f92-d3dca165adf0),segment_id=bd7c4cea-2611-4991-9f92-d3dca165adf0)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:58:14.883623 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-556f40c4-d306-4eb9-bd4d-249f7d6e7790 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (1f9bec43-1260-4004-8b03-84415391b7c1), precommit_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:14.901740 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-556f40c4-d306-4eb9-bd4d-249f7d6e7790 None None] Calling delete_port for 1f9bec43-1260-4004-8b03-84415391b7c1 owned by network:dhcp {{(pid=112723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:58:14.939471 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b69bd-0cac-42d3-88ca-a23bf80c3e12 req-b6df1235-7332-450e-9add-23de6e20745e tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:14.940969 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ec3b69bd-0cac-42d3-88ca-a23bf80c3e12 req-b6df1235-7332-450e-9add-23de6e20745e tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 943 time: 0.0714865 Sep 11 00:58:14.950476 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-050887bc-0495-4fce-9c10-a6a8451a476f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (1f9bec43-1260-4004-8b03-84415391b7c1), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:14.989857 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-556f40c4-d306-4eb9-bd4d-249f7d6e7790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608'] for port (1f9bec43-1260-4004-8b03-84415391b7c1), after_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:15.005477 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050887bc-0495-4fce-9c10-a6a8451a476f admin admin] Pushing event deleted for resources: {'Port': ['ID=1f9bec43-1260-4004-8b03-84415391b7c1,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:15.012932 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050887bc-0495-4fce-9c10-a6a8451a476f admin admin] No DVR routers for this DVR port 1f9bec43-1260-4004-8b03-84415391b7c1 on host dv-cinder-master-3-iscsi {{(pid=112721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:58:15.029079 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556f40c4-d306-4eb9-bd4d-249f7d6e7790 None None] No DVR routers for this DVR port 1f9bec43-1260-4004-8b03-84415391b7c1 on host dv-cinder-master-3-iscsi {{(pid=112723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:58:15.036301 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f40c4-d306-4eb9-bd4d-249f7d6e7790 None None] Pushing event deleted for resources: {'Port': ['ID=1f9bec43-1260-4004-8b03-84415391b7c1,revision_number=None']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:15.049575 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 47520) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:15.092436 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ec3b69bd-0cac-42d3-88ca-a23bf80c3e12 req-c6db1e8f-ae14-4d34-96d4-bec79c4781f1 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339958 Sep 11 00:58:15.145081 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-050887bc-0495-4fce-9c10-a6a8451a476f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433128', 'neutron.services.segments.db._delete_segments_for_network-8765262840989'] for network (9fa144fa-5fc9-4425-a84d-a5df211c8436), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:15.168455 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.services.segments.db [None req-050887bc-0495-4fce-9c10-a6a8451a476f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa144fa-5fc9-4425-a84d-a5df211c8436']}} {{(pid=112721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:58:15.177592 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f89ca8ab-8c73-45dd-a1df-5bdfb095d2a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:15.177785 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.services.segments.db [None req-050887bc-0495-4fce-9c10-a6a8451a476f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7c4cea-2611-4991-9f92-d3dca165adf0') {'for_net_delete': True} {{(pid=112721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:58:15.178083 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.services.segments.db [None req-050887bc-0495-4fce-9c10-a6a8451a476f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7c4cea-2611-4991-9f92-d3dca165adf0') {} {{(pid=112721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:58:15.188320 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-050887bc-0495-4fce-9c10-a6a8451a476f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765262841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14111459'] for segment (bd7c4cea-2611-4991-9f92-d3dca165adf0), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:15.189695 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:15.196938 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:15.204425 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-050887bc-0495-4fce-9c10-a6a8451a476f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (bd7c4cea-2611-4991-9f92-d3dca165adf0), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:15.211615 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050887bc-0495-4fce-9c10-a6a8451a476f admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=112721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 00:58:15.212063 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-050887bc-0495-4fce-9c10-a6a8451a476f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62136763'] for segment (bd7c4cea-2611-4991-9f92-d3dca165adf0), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:15.258688 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.services.segments.plugin [-] Segment bd7c4cea-2611-4991-9f92-d3dca165adf0 resource provider aggregate not found Sep 11 00:58:15.265765 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f89ca8ab-8c73-45dd-a1df-5bdfb095d2a5 admin admin] Publish callbacks [] for security_group (2e45d063-b512-4197-8f54-0e5d1830a903), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:15.269749 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f89ca8ab-8c73-45dd-a1df-5bdfb095d2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (2e45d063-b512-4197-8f54-0e5d1830a903), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:15.280243 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.services.segments.plugin [-] Segment bd7c4cea-2611-4991-9f92-d3dca165adf0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd7c4cea-2611-4991-9f92-d3dca165adf0 found for delete ", "request_id": "req-a8131eee-5e5e-4f23-8ed7-ef7c4ced44f4"}]} Sep 11 00:58:15.286713 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-050887bc-0495-4fce-9c10-a6a8451a476f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793805'] for network (9fa144fa-5fc9-4425-a84d-a5df211c8436), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:15.293115 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-050887bc-0495-4fce-9c10-a6a8451a476f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:15.296774 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-050887bc-0495-4fce-9c10-a6a8451a476f admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/9fa144fa-5fc9-4425-a84d-a5df211c8436 HTTP/1.1" status: 204 len: 168 time: 0.7374141 Sep 11 00:58:15.304424 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 47528) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:15.307884 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050887bc-0495-4fce-9c10-a6a8451a476f admin admin] Pushing event deleted for resources: {'Network': ['ID=9fa144fa-5fc9-4425-a84d-a5df211c8436,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:15.357257 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-f89ca8ab-8c73-45dd-a1df-5bdfb095d2a5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=655a706eb2644a7abb0740a38248f6ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3065987 Sep 11 00:58:15.359880 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ca8ab-8c73-45dd-a1df-5bdfb095d2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e45d063-b512-4197-8f54-0e5d1830a903,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:15.360044 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 47530) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:15.410942 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-901e91c0-bdb2-46c8-84af-8d2db74d0d50 admin admin] Publish callbacks [] for security_group (2e45d063-b512-4197-8f54-0e5d1830a903), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:15.431868 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-901e91c0-bdb2-46c8-84af-8d2db74d0d50 admin admin] Publish callbacks [] for security_group (2e45d063-b512-4197-8f54-0e5d1830a903), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:15.477800 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-901e91c0-bdb2-46c8-84af-8d2db74d0d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (2e45d063-b512-4197-8f54-0e5d1830a903), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:15.480791 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-901e91c0-bdb2-46c8-84af-8d2db74d0d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:15.481893 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-901e91c0-bdb2-46c8-84af-8d2db74d0d50 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2e45d063-b512-4197-8f54-0e5d1830a903 HTTP/1.1" status: 204 len: 168 time: 0.1209786 Sep 11 00:58:15.489899 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e91c0-bdb2-46c8-84af-8d2db74d0d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e45d063-b512-4197-8f54-0e5d1830a903,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:15.653785 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9524c1f1-b0b9-4ea1-b1d9-44f6a16b1ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768042'] for router_interface (e9b8855a-e897-42f4-82d9-18bc707d18dd), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:15.737045 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:15.754320 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 47536) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:15.767379 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-a00afe45-061d-4f90-a427-193d9b9d9e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:15.847704 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-a00afe45-061d-4f90-a427-193d9b9d9e22 admin admin] Publish callbacks [] for security_group (bf9643fb-c446-43bf-b7fb-b05030c4bc01), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:15.852340 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-a00afe45-061d-4f90-a427-193d9b9d9e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (bf9643fb-c446-43bf-b7fb-b05030c4bc01), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:15.887567 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-9524c1f1-b0b9-4ea1-b1d9-44f6a16b1ad4 admin admin] Deleting port c437b242-2868-4fd1-b955-6e6b6e46ecc8 {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:58:15.887911 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9524c1f1-b0b9-4ea1-b1d9-44f6a16b1ad4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (c437b242-2868-4fd1-b955-6e6b6e46ecc8), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:15.891905 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-a00afe45-061d-4f90-a427-193d9b9d9e22 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9737fe7f96574ec5823ee6129e58e4e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364021 Sep 11 00:58:15.892781 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00afe45-061d-4f90-a427-193d9b9d9e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9643fb-c446-43bf-b7fb-b05030c4bc01,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:15.896418 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 47538) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:15.948331 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-91b37720-f92e-469a-af0c-a4b9ef337c2d admin admin] Publish callbacks [] for security_group (bf9643fb-c446-43bf-b7fb-b05030c4bc01), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:15.956908 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:15.971029 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-91b37720-f92e-469a-af0c-a4b9ef337c2d admin admin] Publish callbacks [] for security_group (bf9643fb-c446-43bf-b7fb-b05030c4bc01), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:15.972606 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [None req-9524c1f1-b0b9-4ea1-b1d9-44f6a16b1ad4 admin admin] For port c437b242-2868-4fd1-b955-6e6b6e46ecc8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c437b242-2868-4fd1-b955-6e6b6e46ecc8,segment=NetworkSegment(4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf),segment_id=4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:58:15.972973 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9524c1f1-b0b9-4ea1-b1d9-44f6a16b1ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (c437b242-2868-4fd1-b955-6e6b6e46ecc8), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:15.985732 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-9524c1f1-b0b9-4ea1-b1d9-44f6a16b1ad4 admin admin] Calling delete_port for c437b242-2868-4fd1-b955-6e6b6e46ecc8 owned by network:router_interface {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:58:16.019333 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-91b37720-f92e-469a-af0c-a4b9ef337c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (bf9643fb-c446-43bf-b7fb-b05030c4bc01), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:16.021842 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-91b37720-f92e-469a-af0c-a4b9ef337c2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:16.025989 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-91b37720-f92e-469a-af0c-a4b9ef337c2d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bf9643fb-c446-43bf-b7fb-b05030c4bc01 HTTP/1.1" status: 204 len: 168 time: 0.1263549 Sep 11 00:58:16.032788 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b37720-f92e-469a-af0c-a4b9ef337c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9643fb-c446-43bf-b7fb-b05030c4bc01,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:16.039682 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:16.198781 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9524c1f1-b0b9-4ea1-b1d9-44f6a16b1ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (c437b242-2868-4fd1-b955-6e6b6e46ecc8), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:16.230617 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 59f81d56-9022-4410-9e0c-3edc42bb9fc3 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:58:16.254624 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: 59f81d56-9022-4410-9e0c-3edc42bb9fc3 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:58:16.255685 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 59f81d56-9022-4410-9e0c-3edc42bb9fc3 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:58:16.256024 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 1f9bec43-1260-4004-8b03-84415391b7c1 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:58:16.259585 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524c1f1-b0b9-4ea1-b1d9-44f6a16b1ad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c437b242-2868-4fd1-b955-6e6b6e46ecc8,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:16.266475 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938907a1-3da0-4243-9ab9-35a0a3603c6d req-b80e5401-039a-4090-8cd9-5fd1b81d6d1c tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:16.277464 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-938907a1-3da0-4243-9ab9-35a0a3603c6d req-b80e5401-039a-4090-8cd9-5fd1b81d6d1c tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 943 time: 0.0741217 Sep 11 00:58:16.307112 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: 1f9bec43-1260-4004-8b03-84415391b7c1 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:58:16.308204 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 1f9bec43-1260-4004-8b03-84415391b7c1 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:58:16.337905 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-938907a1-3da0-4243-9ab9-35a0a3603c6d req-0633135e-bafa-45ee-a1b6-f1effca15a94 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597949 Sep 11 00:58:16.463588 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9524c1f1-b0b9-4ea1-b1d9-44f6a16b1ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3793178'] for router_interface (e9b8855a-e897-42f4-82d9-18bc707d18dd), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:16.681697 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9524c1f1-b0b9-4ea1-b1d9-44f6a16b1ad4 admin admin] Router e9b8855a-e897-42f4-82d9-18bc707d18dd has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:58:16.692779 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:16.791164 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9524c1f1-b0b9-4ea1-b1d9-44f6a16b1ad4 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:58:16.796557 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-9524c1f1-b0b9-4ea1-b1d9-44f6a16b1ad4 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/e9b8855a-e897-42f4-82d9-18bc707d18dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4910865 Sep 11 00:58:16.799310 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 47562) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:16.809507 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e702fcea-cecd-4cf6-8bd2-214c6d974270 None None] Sync routers for ids ['e9b8855a-e897-42f4-82d9-18bc707d18dd'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:58:16.818967 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e702fcea-cecd-4cf6-8bd2-214c6d974270 None None] Routers {'e9b8855a-e897-42f4-82d9-18bc707d18dd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:58:16.819543 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-e702fcea-cecd-4cf6-8bd2-214c6d974270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:57:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['e9b8855a-e897-42f4-82d9-18bc707d18dd'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:58:16.917536 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-167872f7-e7b5-420d-a318-e35cf92556f1 admin admin] Publish callbacks [] for router (e9b8855a-e897-42f4-82d9-18bc707d18dd), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:16.923611 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-e702fcea-cecd-4cf6-8bd2-214c6d974270 None None] Set router e9b8855a-e897-42f4-82d9-18bc707d18dd gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:58:17.016585 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:UPDATE=2,neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:17.027756 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-167872f7-e7b5-420d-a318-e35cf92556f1 admin admin] Publish callbacks [] for router_gateway (e9b8855a-e897-42f4-82d9-18bc707d18dd), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:17.072518 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-167872f7-e7b5-420d-a318-e35cf92556f1 admin admin] Deleting port afa033fa-cb44-41d4-907f-f5ddaff20a87 {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:58:17.072865 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-167872f7-e7b5-420d-a318-e35cf92556f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (afa033fa-cb44-41d4-907f-f5ddaff20a87), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:17.112070 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-e702fcea-cecd-4cf6-8bd2-214c6d974270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b8855a-e897-42f4-82d9-18bc707d18dd', 'name': 'tempest-TestMinimumBasicScenario-1428338756-router', 'tenant_id': '32390cc59f8540a7aac26e20f1b25166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.181'}], 'enable_snat': True}, 'gw_port_id': 'afa033fa-cb44-41d4-907f-f5ddaff20a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:57Z', 'updated_at': '2022-09-11T00:58:16Z', 'revision_number': 5, 'project_id': '32390cc59f8540a7aac26e20f1b25166', 'gw_port': {'id': 'afa033fa-cb44-41d4-907f-f5ddaff20a87', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:79:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b8855a-e897-42f4-82d9-18bc707d18dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:58Z', 'updated_at': '2022-09-11T00:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:58:17.139360 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e702fcea-cecd-4cf6-8bd2-214c6d974270 None None] Checking router: e9b8855a-e897-42f4-82d9-18bc707d18dd for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:58:17.150403 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e702fcea-cecd-4cf6-8bd2-214c6d974270 None None] Routers {'e9b8855a-e897-42f4-82d9-18bc707d18dd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:58:17.151071 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-e702fcea-cecd-4cf6-8bd2-214c6d974270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:57:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['e9b8855a-e897-42f4-82d9-18bc707d18dd'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:58:17.159489 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [None req-167872f7-e7b5-420d-a318-e35cf92556f1 admin admin] For port afa033fa-cb44-41d4-907f-f5ddaff20a87, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=afa033fa-cb44-41d4-907f-f5ddaff20a87,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:58:17.159863 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-167872f7-e7b5-420d-a318-e35cf92556f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (afa033fa-cb44-41d4-907f-f5ddaff20a87), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:17.174587 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-167872f7-e7b5-420d-a318-e35cf92556f1 admin admin] Calling delete_port for afa033fa-cb44-41d4-907f-f5ddaff20a87 owned by network:router_gateway {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:58:17.241619 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-e702fcea-cecd-4cf6-8bd2-214c6d974270 None None] Set router e9b8855a-e897-42f4-82d9-18bc707d18dd gateway port host: None {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:58:17.295011 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-e702fcea-cecd-4cf6-8bd2-214c6d974270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b8855a-e897-42f4-82d9-18bc707d18dd', 'name': 'tempest-TestMinimumBasicScenario-1428338756-router', 'tenant_id': '32390cc59f8540a7aac26e20f1b25166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:57Z', 'updated_at': '2022-09-11T00:58:17Z', 'revision_number': 6, 'project_id': '32390cc59f8540a7aac26e20f1b25166', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:58:17.326436 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e702fcea-cecd-4cf6-8bd2-214c6d974270 None None] The sync data for ids ['e9b8855a-e897-42f4-82d9-18bc707d18dd'] in dv-cinder-master-3-iscsi is: [{'id': 'e9b8855a-e897-42f4-82d9-18bc707d18dd', 'name': 'tempest-TestMinimumBasicScenario-1428338756-router', 'tenant_id': '32390cc59f8540a7aac26e20f1b25166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:57Z', 'updated_at': '2022-09-11T00:58:17Z', 'revision_number': 6, 'project_id': '32390cc59f8540a7aac26e20f1b25166', 'gw_port_host': None}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:58:17.356588 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-167872f7-e7b5-420d-a318-e35cf92556f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (afa033fa-cb44-41d4-907f-f5ddaff20a87), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:17.626161 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167872f7-e7b5-420d-a318-e35cf92556f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=afa033fa-cb44-41d4-907f-f5ddaff20a87,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:17.708433 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf5537-4822-4b34-a869-92c91a14d8fc req-0f6d1883-cc2f-4094-af6f-d0da32ac894b tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:17.710762 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f7bf5537-4822-4b34-a869-92c91a14d8fc req-0f6d1883-cc2f-4094-af6f-d0da32ac894b tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 943 time: 0.0860527 Sep 11 00:58:17.744395 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-167872f7-e7b5-420d-a318-e35cf92556f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3793768'] for router_gateway (e9b8855a-e897-42f4-82d9-18bc707d18dd), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:17.773484 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:17.855450 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-167872f7-e7b5-420d-a318-e35cf92556f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3792972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24940'] for router (e9b8855a-e897-42f4-82d9-18bc707d18dd), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:17.858533 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-167872f7-e7b5-420d-a318-e35cf92556f1 admin admin] Publish callbacks [] for router_controller (e9b8855a-e897-42f4-82d9-18bc707d18dd), precommit_delete_associations {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:17.864909 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f7bf5537-4822-4b34-a869-92c91a14d8fc req-7ee35e15-c6f0-4d58-8d8e-46348cb04c37 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477654 Sep 11 00:58:17.914894 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-167872f7-e7b5-420d-a318-e35cf92556f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3793199'] for router (e9b8855a-e897-42f4-82d9-18bc707d18dd), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:17.915384 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167872f7-e7b5-420d-a318-e35cf92556f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9b8855a-e897-42f4-82d9-18bc707d18dd {{(pid=112721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 11 00:58:17.919994 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-167872f7-e7b5-420d-a318-e35cf92556f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:17.923674 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-167872f7-e7b5-420d-a318-e35cf92556f1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/e9b8855a-e897-42f4-82d9-18bc707d18dd HTTP/1.1" status: 204 len: 168 time: 1.1223769 Sep 11 00:58:17.923956 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 47590) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:17.975467 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_v2 [None req-e574a164-b06c-453f-ab0b-5bbbffdccde7 admin admin] Deleting subnet fc9f0eee-40b8-4f47-92b2-bfabe45a9ed8 {{(pid=112722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 11 00:58:17.979549 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e574a164-b06c-453f-ab0b-5bbbffdccde7 admin admin] Publish callbacks [] for subnet (fc9f0eee-40b8-4f47-92b2-bfabe45a9ed8), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:18.017949 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e574a164-b06c-453f-ab0b-5bbbffdccde7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61765503'] for subnet (fc9f0eee-40b8-4f47-92b2-bfabe45a9ed8), precommit_delete_associations {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:18.100678 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e574a164-b06c-453f-ab0b-5bbbffdccde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774851'] for subnet (fc9f0eee-40b8-4f47-92b2-bfabe45a9ed8), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:18.126050 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:18.163706 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e574a164-b06c-453f-ab0b-5bbbffdccde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61682736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62399941'] for subnet (fc9f0eee-40b8-4f47-92b2-bfabe45a9ed8), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:18.188758 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574a164-b06c-453f-ab0b-5bbbffdccde7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc9f0eee-40b8-4f47-92b2-bfabe45a9ed8,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:18.195319 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e574a164-b06c-453f-ab0b-5bbbffdccde7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:18.200774 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-e574a164-b06c-453f-ab0b-5bbbffdccde7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/fc9f0eee-40b8-4f47-92b2-bfabe45a9ed8 HTTP/1.1" status: 204 len: 168 time: 0.2737658 Sep 11 00:58:18.201066 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 47596) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:18.204484 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be93ed89-44bf-4685-bc68-eb35a5e3b7d6 None None] Network 6722ccd0-ea78-4987-931f-351fb3c8b582 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:58:18.228881 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device c437b242-2868-4fd1-b955-6e6b6e46ecc8 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:58:18.278391 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7b9da546-4bff-422c-9647-d9b9503263f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687712'] for network (6722ccd0-ea78-4987-931f-351fb3c8b582), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:18.279809 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: c437b242-2868-4fd1-b955-6e6b6e46ecc8 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:58:18.280152 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device c437b242-2868-4fd1-b955-6e6b6e46ecc8 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:58:18.280558 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device afa033fa-cb44-41d4-907f-f5ddaff20a87 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:58:18.311779 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: afa033fa-cb44-41d4-907f-f5ddaff20a87 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:58:18.312351 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device afa033fa-cb44-41d4-907f-f5ddaff20a87 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:58:18.324789 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-7b9da546-4bff-422c-9647-d9b9503263f9 admin admin] Deleting port 8fd8fba1-15d5-4ea6-8fa3-41c8048540df {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:58:18.325131 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7b9da546-4bff-422c-9647-d9b9503263f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (8fd8fba1-15d5-4ea6-8fa3-41c8048540df), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:18.397718 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eec458c-5124-4c4a-a6c9-231aa035a889 None None] DHCP port deletion for 6722ccd0-ea78-4987-931f-351fb3c8b582 request from dv-cinder-master-3-iscsi {{(pid=112723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 11 00:58:18.399632 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [None req-7b9da546-4bff-422c-9647-d9b9503263f9 admin admin] For port 8fd8fba1-15d5-4ea6-8fa3-41c8048540df, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8fd8fba1-15d5-4ea6-8fa3-41c8048540df,segment=NetworkSegment(4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf),segment_id=4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:58:18.400002 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7b9da546-4bff-422c-9647-d9b9503263f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (8fd8fba1-15d5-4ea6-8fa3-41c8048540df), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:18.420058 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-7b9da546-4bff-422c-9647-d9b9503263f9 admin admin] Calling delete_port for 8fd8fba1-15d5-4ea6-8fa3-41c8048540df owned by network:dhcp {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:58:18.438446 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-1eec458c-5124-4c4a-a6c9-231aa035a889 None None] Deleting port 8fd8fba1-15d5-4ea6-8fa3-41c8048540df {{(pid=112723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:58:18.438849 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-1eec458c-5124-4c4a-a6c9-231aa035a889 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (8fd8fba1-15d5-4ea6-8fa3-41c8048540df), before_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:18.503136 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7b9da546-4bff-422c-9647-d9b9503263f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (8fd8fba1-15d5-4ea6-8fa3-41c8048540df), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:18.505874 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-1eec458c-5124-4c4a-a6c9-231aa035a889 None None] For port 8fd8fba1-15d5-4ea6-8fa3-41c8048540df, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8fd8fba1-15d5-4ea6-8fa3-41c8048540df,segment=NetworkSegment(4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf),segment_id=4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:58:18.506337 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-1eec458c-5124-4c4a-a6c9-231aa035a889 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (8fd8fba1-15d5-4ea6-8fa3-41c8048540df), precommit_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:18.523527 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-1eec458c-5124-4c4a-a6c9-231aa035a889 None None] Calling delete_port for 8fd8fba1-15d5-4ea6-8fa3-41c8048540df owned by network:dhcp {{(pid=112723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:58:18.530100 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9da546-4bff-422c-9647-d9b9503263f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fd8fba1-15d5-4ea6-8fa3-41c8048540df,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:18.533626 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9da546-4bff-422c-9647-d9b9503263f9 admin admin] No DVR routers for this DVR port 8fd8fba1-15d5-4ea6-8fa3-41c8048540df on host dv-cinder-master-3-iscsi {{(pid=112722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:58:18.609211 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-1eec458c-5124-4c4a-a6c9-231aa035a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608'] for port (8fd8fba1-15d5-4ea6-8fa3-41c8048540df), after_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:18.609761 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7b9da546-4bff-422c-9647-d9b9503263f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433128', 'neutron.services.segments.db._delete_segments_for_network-8765262840989'] for network (6722ccd0-ea78-4987-931f-351fb3c8b582), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:18.629779 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-7b9da546-4bff-422c-9647-d9b9503263f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6722ccd0-ea78-4987-931f-351fb3c8b582']}} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:58:18.634177 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec458c-5124-4c4a-a6c9-231aa035a889 None None] Pushing event deleted for resources: {'Port': ['ID=8fd8fba1-15d5-4ea6-8fa3-41c8048540df,revision_number=None']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:18.638864 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eec458c-5124-4c4a-a6c9-231aa035a889 None None] No DVR routers for this DVR port 8fd8fba1-15d5-4ea6-8fa3-41c8048540df on host dv-cinder-master-3-iscsi {{(pid=112723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:58:18.639205 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-7b9da546-4bff-422c-9647-d9b9503263f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf') {'for_net_delete': True} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:58:18.639508 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-7b9da546-4bff-422c-9647-d9b9503263f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf') {} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:58:18.650517 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7b9da546-4bff-422c-9647-d9b9503263f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765262841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61765508'] for segment (4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:18.664896 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7b9da546-4bff-422c-9647-d9b9503263f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:18.672266 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9da546-4bff-422c-9647-d9b9503263f9 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=112722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 00:58:18.672656 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7b9da546-4bff-422c-9647-d9b9503263f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61682778'] for segment (4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:18.732911 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7b9da546-4bff-422c-9647-d9b9503263f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793805'] for network (6722ccd0-ea78-4987-931f-351fb3c8b582), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:18.748593 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7b9da546-4bff-422c-9647-d9b9503263f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:18.751813 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-7b9da546-4bff-422c-9647-d9b9503263f9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/6722ccd0-ea78-4987-931f-351fb3c8b582 HTTP/1.1" status: 204 len: 168 time: 0.5498142 Sep 11 00:58:18.753123 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9da546-4bff-422c-9647-d9b9503263f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6722ccd0-ea78-4987-931f-351fb3c8b582,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:18.829357 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.services.segments.plugin [-] Segment 4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf resource provider aggregate not found Sep 11 00:58:18.845849 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.services.segments.plugin [-] Segment 4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ce717cd-6c1d-455f-8fad-b7a12ca8e8bf found for delete ", "request_id": "req-76046a1b-fd9d-45cb-a77f-fb4b8ab3f2e9"}]} Sep 11 00:58:18.930052 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 47608) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:18.976617 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-d49bc9d9-eac5-4b86-b1da-d5c4c83c2eaa admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=299fcf2ee8b24a4fbb27ed83954c8e24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451033 Sep 11 00:58:18.978875 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 47610) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:18.993377 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:18.996078 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cf7db-48e8-4256-b3bb-535ed3d47704 req-56b5af74-43d5-48a1-816d-af6f3afc7572 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:18.997596 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-328cf7db-48e8-4256-b3bb-535ed3d47704 req-56b5af74-43d5-48a1-816d-af6f3afc7572 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 943 time: 0.0490434 Sep 11 00:58:19.045026 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5a7998de-b0d9-47f2-91fa-ec8998d5c79e admin admin] Publish callbacks [] for security_group (4d4bac19-19fa-4370-a2b6-1b0913eeba70), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:19.048948 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:19.070712 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-acdd97f3-f98b-4e12-ba89-d71c2e359afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:19.074152 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5a7998de-b0d9-47f2-91fa-ec8998d5c79e admin admin] Publish callbacks [] for security_group (4d4bac19-19fa-4370-a2b6-1b0913eeba70), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:19.088359 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-328cf7db-48e8-4256-b3bb-535ed3d47704 req-9410ceee-1e1f-43f2-b98b-5332bca190d5 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691807 Sep 11 00:58:19.128482 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5a7998de-b0d9-47f2-91fa-ec8998d5c79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (4d4bac19-19fa-4370-a2b6-1b0913eeba70), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:19.131139 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5a7998de-b0d9-47f2-91fa-ec8998d5c79e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:19.132831 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-5a7998de-b0d9-47f2-91fa-ec8998d5c79e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4d4bac19-19fa-4370-a2b6-1b0913eeba70 HTTP/1.1" status: 204 len: 168 time: 0.1530497 Sep 11 00:58:19.141461 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7998de-b0d9-47f2-91fa-ec8998d5c79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4bac19-19fa-4370-a2b6-1b0913eeba70,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:19.491616 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 47626) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:19.506575 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:DELETE=9,neutron:UPDATE=1,neutron:SELECT=90 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:19.533060 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-9ece0dd5-ac8a-421b-b487-4c2057e41199 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=32390cc59f8540a7aac26e20f1b25166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403490 Sep 11 00:58:19.535652 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 47628) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:19.587918 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-420916da-a172-44bf-bcb9-2f5674696bf6 admin admin] Publish callbacks [] for security_group (0fb38ae4-b8d2-42fb-a151-ab1222d0331e), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:19.608113 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-420916da-a172-44bf-bcb9-2f5674696bf6 admin admin] Publish callbacks [] for security_group (0fb38ae4-b8d2-42fb-a151-ab1222d0331e), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:19.655220 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-420916da-a172-44bf-bcb9-2f5674696bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (0fb38ae4-b8d2-42fb-a151-ab1222d0331e), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:19.657940 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-420916da-a172-44bf-bcb9-2f5674696bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:19.659128 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-420916da-a172-44bf-bcb9-2f5674696bf6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0fb38ae4-b8d2-42fb-a151-ab1222d0331e HTTP/1.1" status: 204 len: 168 time: 0.1225467 Sep 11 00:58:19.668960 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420916da-a172-44bf-bcb9-2f5674696bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb38ae4-b8d2-42fb-a151-ab1222d0331e,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:20.014132 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 549957cc-ef50-4e12-9608-80b215c4bfb4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 00:58:20.120896 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 549957cc-ef50-4e12-9608-80b215c4bfb4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=549957cc-ef50-4e12-9608-80b215c4bfb4,segment=NetworkSegment(5ac257b5-c440-416f-b0f8-8180b778ce58),segment_id=5ac257b5-c440-416f-b0f8-8180b778ce58)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:58:20.132489 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': '549957cc-ef50-4e12-9608-80b215c4bfb4', 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963', 'port_id': '549957cc-ef50-4e12-9608-80b215c4bfb4', 'mac_address': 'fa:16:3e:a0:b4:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc20d29-c23d-4b06-97c5-a82fa0ec92fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 00:58:20.169979 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 549957cc-ef50-4e12-9608-80b215c4bfb4 is: DOWN; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:58:20.170362 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (549957cc-ef50-4e12-9608-80b215c4bfb4), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:20.184554 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa7c55-fde5-464d-926c-c86da1db430e req-0d981155-0be8-4bb1-88d5-9a91e0093c56 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:20.186262 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-adaa7c55-fde5-464d-926c-c86da1db430e req-0d981155-0be8-4bb1-88d5-9a91e0093c56 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 943 time: 0.0497952 Sep 11 00:58:20.188613 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549957cc-ef50-4e12-9608-80b215c4bfb4 {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:58:20.198182 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 8fd8fba1-15d5-4ea6-8fa3-41c8048540df no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:58:20.227823 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: 8fd8fba1-15d5-4ea6-8fa3-41c8048540df {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:58:20.228164 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 8fd8fba1-15d5-4ea6-8fa3-41c8048540df not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:58:20.230531 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 549957cc-ef50-4e12-9608-80b215c4bfb4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=549957cc-ef50-4e12-9608-80b215c4bfb4,segment=NetworkSegment(5ac257b5-c440-416f-b0f8-8180b778ce58),segment_id=5ac257b5-c440-416f-b0f8-8180b778ce58)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:58:20.235464 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (549957cc-ef50-4e12-9608-80b215c4bfb4), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:20.242770 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-adaa7c55-fde5-464d-926c-c86da1db430e req-79ea4759-ef80-47b9-bf00-8a9cfeb3f40a tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493584 Sep 11 00:58:20.284706 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=549957cc-ef50-4e12-9608-80b215c4bfb4,revision_number=7']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:20.616281 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['549957cc-ef50-4e12-9608-80b215c4bfb4'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:58:20.638314 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:21.338250 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-1a2beca0-93f2-42cb-9a1a-168bf17192f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:21.373136 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a29e43-80bf-4568-bc23-1ee9442a2b70 req-290a709f-dea3-4f2a-bc39-69b8c43f2fd2 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:21.374525 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-89a29e43-80bf-4568-bc23-1ee9442a2b70 req-290a709f-dea3-4f2a-bc39-69b8c43f2fd2 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 944 time: 0.0500176 Sep 11 00:58:21.422948 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-89a29e43-80bf-4568-bc23-1ee9442a2b70 req-daab182c-8ee8-4cda-9c31-12590a1031a8 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428612 Sep 11 00:58:22.033641 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 549957cc-ef50-4e12-9608-80b215c4bfb4 up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:58:22.079463 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port 549957cc-ef50-4e12-9608-80b215c4bfb4 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:58:22.079838 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (549957cc-ef50-4e12-9608-80b215c4bfb4), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:22.153263 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 549957cc-ef50-4e12-9608-80b215c4bfb4 is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:58:22.153659 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (549957cc-ef50-4e12-9608-80b215c4bfb4), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:22.176495 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77aec922-e7ba-4f8c-8931-b2ea825af43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549957cc-ef50-4e12-9608-80b215c4bfb4'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:58:22.178855 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204858ee-badf-4f51-9936-9ce7bbf5da1c" -d '{"events": [{"server_uuid": "77aec922-e7ba-4f8c-8931-b2ea825af43c", "name": "network-vif-plugged", "status": "completed", "tag": "549957cc-ef50-4e12-9608-80b215c4bfb4"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:58:22.191568 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 549957cc-ef50-4e12-9608-80b215c4bfb4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=549957cc-ef50-4e12-9608-80b215c4bfb4,segment=NetworkSegment(5ac257b5-c440-416f-b0f8-8180b778ce58),segment_id=5ac257b5-c440-416f-b0f8-8180b778ce58)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:58:22.197048 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (549957cc-ef50-4e12-9608-80b215c4bfb4), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:22.232842 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:22.259828 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=549957cc-ef50-4e12-9608-80b215c4bfb4,revision_number=8']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:22.373483 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88518f5-014e-4263-8282-d5fdaa2220f4 x-openstack-request-id: req-e88518f5-014e-4263-8282-d5fdaa2220f4 {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:58:22.374151 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77aec922-e7ba-4f8c-8931-b2ea825af43c", "name": "network-vif-plugged", "status": "completed", "tag": "549957cc-ef50-4e12-9608-80b215c4bfb4", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:58:22.374151 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e88518f5-014e-4263-8282-d5fdaa2220f4 {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:58:22.374424 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e88518f5-014e-4263-8282-d5fdaa2220f4'] response: {'server_uuid': '77aec922-e7ba-4f8c-8931-b2ea825af43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549957cc-ef50-4e12-9608-80b215c4bfb4', 'code': 200} Sep 11 00:58:22.541043 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:22.552240 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f639ee-1ccb-4781-9d13-78ff6229da3f req-67ecf1b1-ed69-4c78-b1df-cd5edf60b83d tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:22.554315 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-98f639ee-1ccb-4781-9d13-78ff6229da3f req-67ecf1b1-ed69-4c78-b1df-cd5edf60b83d tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0526590 Sep 11 00:58:22.609870 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:22.612772 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-98f639ee-1ccb-4781-9d13-78ff6229da3f req-2d5ca345-edf5-447b-b30d-1aa1c2fdec25 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516200 Sep 11 00:58:22.686028 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99150ac1-6b14-42f6-acb2-2d068a1040d3 req-a8d72a30-2743-49d9-b7ff-cdd151e76ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:22.687510 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-99150ac1-6b14-42f6-acb2-2d068a1040d3 req-a8d72a30-2743-49d9-b7ff-cdd151e76ba6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 1129 time: 0.0380223 Sep 11 00:58:22.733228 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-99150ac1-6b14-42f6-acb2-2d068a1040d3 req-6a397a5a-1ab6-42cb-8349-ce0ecf56e707 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399163 Sep 11 00:58:23.745993 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:23.766548 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d626e68-5199-4cc1-97dc-0bc51c7e8ba9 req-c89e7d1f-de67-4e79-b94c-9277f196b755 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:23.768324 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3d626e68-5199-4cc1-97dc-0bc51c7e8ba9 req-c89e7d1f-de67-4e79-b94c-9277f196b755 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0733829 Sep 11 00:58:23.824507 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3d626e68-5199-4cc1-97dc-0bc51c7e8ba9 req-f7b48266-0aed-4d87-b0c3-b05dbd55ea49 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488529 Sep 11 00:58:23.935323 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:24.962170 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6844d8-9885-4c58-8675-2ac7f530d7b7 req-ceb52359-e585-44ee-809e-2540f1d88406 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:24.964451 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-cc6844d8-9885-4c58-8675-2ac7f530d7b7 req-ceb52359-e585-44ee-809e-2540f1d88406 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0582976 Sep 11 00:58:25.018840 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-cc6844d8-9885-4c58-8675-2ac7f530d7b7 req-24d5ef40-ba88-43f2-8264-4a5db789a45e tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479455 Sep 11 00:58:25.451986 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 00:58:27.186755 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8f8e9-d97f-45e1-bc5d-2ec3dc118574 req-8989c99f-1dbc-418a-ad86-ece7162df6b4 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:27.188285 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-86f8f8e9-d97f-45e1-bc5d-2ec3dc118574 req-8989c99f-1dbc-418a-ad86-ece7162df6b4 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.0490201 Sep 11 00:58:27.237043 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-86f8f8e9-d97f-45e1-bc5d-2ec3dc118574 req-145a1db1-e198-43d5-8223-758e15faaded tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423470 Sep 11 00:58:27.244558 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=44 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:27.383420 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 47730) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:27.492489 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-1c32adcf-9ec5-44a2-9c63-7d5a967bab73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:27.567529 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-1c32adcf-9ec5-44a2-9c63-7d5a967bab73 admin admin] Publish callbacks [] for security_group (86037906-3ae1-4d0c-8dbf-6e0d4eff2c7b), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:27.571700 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-1c32adcf-9ec5-44a2-9c63-7d5a967bab73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (86037906-3ae1-4d0c-8dbf-6e0d4eff2c7b), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:27.586752 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=5 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:27.612499 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32adcf-9ec5-44a2-9c63-7d5a967bab73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86037906-3ae1-4d0c-8dbf-6e0d4eff2c7b,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:27.618672 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-1c32adcf-9ec5-44a2-9c63-7d5a967bab73 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8e4780f7263a40f89a08f5616cfc6ae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342651 Sep 11 00:58:27.621490 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 47734) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:27.624708 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32adcf-9ec5-44a2-9c63-7d5a967bab73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:27.625051 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32adcf-9ec5-44a2-9c63-7d5a967bab73 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:27.625395 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32adcf-9ec5-44a2-9c63-7d5a967bab73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:27.625732 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32adcf-9ec5-44a2-9c63-7d5a967bab73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:27.626063 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32adcf-9ec5-44a2-9c63-7d5a967bab73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:27.626390 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32adcf-9ec5-44a2-9c63-7d5a967bab73 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:27.626712 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32adcf-9ec5-44a2-9c63-7d5a967bab73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:27.627063 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32adcf-9ec5-44a2-9c63-7d5a967bab73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:27.627391 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32adcf-9ec5-44a2-9c63-7d5a967bab73 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:27.627718 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32adcf-9ec5-44a2-9c63-7d5a967bab73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:27.628042 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32adcf-9ec5-44a2-9c63-7d5a967bab73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:27.628360 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32adcf-9ec5-44a2-9c63-7d5a967bab73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:27.628680 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32adcf-9ec5-44a2-9c63-7d5a967bab73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:27.628995 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32adcf-9ec5-44a2-9c63-7d5a967bab73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:27.629362 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32adcf-9ec5-44a2-9c63-7d5a967bab73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:27.672695 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-469c90cd-c7eb-4192-8de7-bda86f9eb994 admin admin] Publish callbacks [] for security_group (86037906-3ae1-4d0c-8dbf-6e0d4eff2c7b), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:27.693026 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-469c90cd-c7eb-4192-8de7-bda86f9eb994 admin admin] Publish callbacks [] for security_group (86037906-3ae1-4d0c-8dbf-6e0d4eff2c7b), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:27.739591 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-469c90cd-c7eb-4192-8de7-bda86f9eb994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (86037906-3ae1-4d0c-8dbf-6e0d4eff2c7b), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:27.742649 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-469c90cd-c7eb-4192-8de7-bda86f9eb994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:27.746612 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-469c90cd-c7eb-4192-8de7-bda86f9eb994 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/86037906-3ae1-4d0c-8dbf-6e0d4eff2c7b HTTP/1.1" status: 204 len: 168 time: 0.1235640 Sep 11 00:58:27.754359 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c90cd-c7eb-4192-8de7-bda86f9eb994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86037906-3ae1-4d0c-8dbf-6e0d4eff2c7b,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:28.009280 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 47740) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:28.022658 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5d7b42cd-9d0b-4c85-aeb7-67bbd0c3675f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:28.104027 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5d7b42cd-9d0b-4c85-aeb7-67bbd0c3675f admin admin] Publish callbacks [] for security_group (85656e44-9a3c-4edf-a766-725dcdc72beb), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:28.107791 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5d7b42cd-9d0b-4c85-aeb7-67bbd0c3675f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (85656e44-9a3c-4edf-a766-725dcdc72beb), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:28.148175 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-5d7b42cd-9d0b-4c85-aeb7-67bbd0c3675f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d1c10d7e13f441a2b55440e942d3ec15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377857 Sep 11 00:58:28.148867 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b42cd-9d0b-4c85-aeb7-67bbd0c3675f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85656e44-9a3c-4edf-a766-725dcdc72beb,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:28.151029 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 47742) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:28.201301 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2b9505e4-aed3-447d-b9dc-1e2eb69393ef admin admin] Publish callbacks [] for security_group (85656e44-9a3c-4edf-a766-725dcdc72beb), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:28.221163 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2b9505e4-aed3-447d-b9dc-1e2eb69393ef admin admin] Publish callbacks [] for security_group (85656e44-9a3c-4edf-a766-725dcdc72beb), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:28.267710 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2b9505e4-aed3-447d-b9dc-1e2eb69393ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (85656e44-9a3c-4edf-a766-725dcdc72beb), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:28.270599 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2b9505e4-aed3-447d-b9dc-1e2eb69393ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:28.271842 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-2b9505e4-aed3-447d-b9dc-1e2eb69393ef admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/85656e44-9a3c-4edf-a766-725dcdc72beb HTTP/1.1" status: 204 len: 168 time: 0.1197474 Sep 11 00:58:28.280102 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9505e4-aed3-447d-b9dc-1e2eb69393ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85656e44-9a3c-4edf-a766-725dcdc72beb,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:28.386480 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94d4b1-1c35-464d-baa8-c3b4649c60b2 req-464796bc-6561-4bd7-97f7-c853ad76416e tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:28.387951 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5c94d4b1-1c35-464d-baa8-c3b4649c60b2 req-464796bc-6561-4bd7-97f7-c853ad76416e tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.0498128 Sep 11 00:58:28.439721 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5c94d4b1-1c35-464d-baa8-c3b4649c60b2 req-a08e08dc-4c0e-4dcd-9a1a-632212e61f9f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456760 Sep 11 00:58:29.365000 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 47774) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:29.471798 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-966ce332-ff10-4889-aa2e-e79097e9f17f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:29.481454 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:29.588663 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-966ce332-ff10-4889-aa2e-e79097e9f17f admin admin] Publish callbacks [] for security_group (88620cd0-1a97-437a-b17a-84e0b0669180), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:29.595782 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1032f-287f-490b-be92-6bf67e04ea7a req-82891f2f-66ff-47fc-b416-75542533c6ff tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:29.597247 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4ca1032f-287f-490b-be92-6bf67e04ea7a req-82891f2f-66ff-47fc-b416-75542533c6ff tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.0709114 Sep 11 00:58:29.598235 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-966ce332-ff10-4889-aa2e-e79097e9f17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (88620cd0-1a97-437a-b17a-84e0b0669180), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:29.651997 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ce332-ff10-4889-aa2e-e79097e9f17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88620cd0-1a97-437a-b17a-84e0b0669180,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:29.661133 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-966ce332-ff10-4889-aa2e-e79097e9f17f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ea41349cca9f410c942383d1b1acfada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951152 Sep 11 00:58:29.664444 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 47780) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:29.685114 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4ca1032f-287f-490b-be92-6bf67e04ea7a req-8770fdc4-1b48-4b90-9878-baf0331deb75 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733762 Sep 11 00:58:29.714404 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-29cc1da8-4425-4d5d-8d45-0f9e96639fc6 admin admin] Publish callbacks [] for security_group (88620cd0-1a97-437a-b17a-84e0b0669180), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:29.734550 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-29cc1da8-4425-4d5d-8d45-0f9e96639fc6 admin admin] Publish callbacks [] for security_group (88620cd0-1a97-437a-b17a-84e0b0669180), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:29.780166 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-29cc1da8-4425-4d5d-8d45-0f9e96639fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (88620cd0-1a97-437a-b17a-84e0b0669180), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:29.783037 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-29cc1da8-4425-4d5d-8d45-0f9e96639fc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:29.784172 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-29cc1da8-4425-4d5d-8d45-0f9e96639fc6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/88620cd0-1a97-437a-b17a-84e0b0669180 HTTP/1.1" status: 204 len: 168 time: 0.1185780 Sep 11 00:58:29.792472 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc1da8-4425-4d5d-8d45-0f9e96639fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88620cd0-1a97-437a-b17a-84e0b0669180,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:30.815345 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149343f5-243f-4aba-b168-dc8d53ddf483 req-297891d0-01c0-427a-aa10-a34604714190 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:30.817023 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-149343f5-243f-4aba-b168-dc8d53ddf483 req-297891d0-01c0-427a-aa10-a34604714190 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.0505705 Sep 11 00:58:30.867950 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-149343f5-243f-4aba-b168-dc8d53ddf483 req-88e170a2-97ee-46d3-94b8-f781720de4a3 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446558 Sep 11 00:58:31.998206 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0273f5-f2ca-4c19-afae-472e268c0898 req-b63e5e25-5073-4c59-b430-75a90ab61864 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:31.999704 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6a0273f5-f2ca-4c19-afae-472e268c0898 req-b63e5e25-5073-4c59-b430-75a90ab61864 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.0464218 Sep 11 00:58:32.048720 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6a0273f5-f2ca-4c19-afae-472e268c0898 req-e7ec9b8d-d893-423d-8595-88453e28c469 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435023 Sep 11 00:58:33.173098 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05007ae5-f81b-4b3f-a085-0c806c4e484f req-f3c072e9-6f0b-4241-b066-3e02ff03f6d6 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:33.174505 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-05007ae5-f81b-4b3f-a085-0c806c4e484f req-f3c072e9-6f0b-4241-b066-3e02ff03f6d6 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.0460608 Sep 11 00:58:33.221695 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-05007ae5-f81b-4b3f-a085-0c806c4e484f req-43899d21-d187-4ac5-959a-7a0d09b56c38 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408049 Sep 11 00:58:33.870064 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 47846) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:33.973600 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-124f82a7-6e36-4e5e-95f2-4575d3a2775d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:33.984051 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:INSERT=6 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:34.037503 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:34.057587 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-124f82a7-6e36-4e5e-95f2-4575d3a2775d admin admin] Publish callbacks [] for security_group (55c64c41-2adf-4317-a6a3-43585eca3166), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:34.061204 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-124f82a7-6e36-4e5e-95f2-4575d3a2775d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (55c64c41-2adf-4317-a6a3-43585eca3166), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:34.101464 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-124f82a7-6e36-4e5e-95f2-4575d3a2775d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ed97dc7408ea4b908e831dc309be4fc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303183 Sep 11 00:58:34.102342 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f82a7-6e36-4e5e-95f2-4575d3a2775d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c64c41-2adf-4317-a6a3-43585eca3166,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:34.104310 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 47850) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:34.154120 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b2cef7a6-5787-4ea9-a162-a8203d1b2598 admin admin] Publish callbacks [] for security_group (55c64c41-2adf-4317-a6a3-43585eca3166), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:34.173813 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b2cef7a6-5787-4ea9-a162-a8203d1b2598 admin admin] Publish callbacks [] for security_group (55c64c41-2adf-4317-a6a3-43585eca3166), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:34.179545 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:34.223493 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b2cef7a6-5787-4ea9-a162-a8203d1b2598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (55c64c41-2adf-4317-a6a3-43585eca3166), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:34.226139 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b2cef7a6-5787-4ea9-a162-a8203d1b2598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:34.227378 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-b2cef7a6-5787-4ea9-a162-a8203d1b2598 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/55c64c41-2adf-4317-a6a3-43585eca3166 HTTP/1.1" status: 204 len: 168 time: 0.1220555 Sep 11 00:58:34.235221 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cef7a6-5787-4ea9-a162-a8203d1b2598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c64c41-2adf-4317-a6a3-43585eca3166,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:34.356947 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc32dc-7406-4556-bcdd-74451c0c4971 req-e80871d5-f54e-48bf-b5a6-f834969db725 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:34.358550 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-91fc32dc-7406-4556-bcdd-74451c0c4971 req-e80871d5-f54e-48bf-b5a6-f834969db725 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.0522947 Sep 11 00:58:34.407825 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-91fc32dc-7406-4556-bcdd-74451c0c4971 req-6f64eb76-1c81-4d47-b388-4babb9ed9ea1 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431485 Sep 11 00:58:34.499461 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 47858) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:34.513387 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-09d38f9e-dd5f-425f-ad9a-be552121b9c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:34.555877 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:34.591081 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-09d38f9e-dd5f-425f-ad9a-be552121b9c1 admin admin] Publish callbacks [] for security_group (e40893ed-f6ab-4ac3-86e4-57e729875e07), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:34.594479 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-09d38f9e-dd5f-425f-ad9a-be552121b9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (e40893ed-f6ab-4ac3-86e4-57e729875e07), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:34.631923 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d38f9e-dd5f-425f-ad9a-be552121b9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40893ed-f6ab-4ac3-86e4-57e729875e07,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:34.636159 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-09d38f9e-dd5f-425f-ad9a-be552121b9c1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=23f529f3435e4a838f43a8f969736de4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357377 Sep 11 00:58:34.638908 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 47860) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:34.688491 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-bf286548-1ee1-40cf-aff2-9d155c83d6e2 admin admin] Publish callbacks [] for security_group (e40893ed-f6ab-4ac3-86e4-57e729875e07), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:34.708373 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-bf286548-1ee1-40cf-aff2-9d155c83d6e2 admin admin] Publish callbacks [] for security_group (e40893ed-f6ab-4ac3-86e4-57e729875e07), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:34.753955 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-bf286548-1ee1-40cf-aff2-9d155c83d6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (e40893ed-f6ab-4ac3-86e4-57e729875e07), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:34.756854 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-bf286548-1ee1-40cf-aff2-9d155c83d6e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:34.757988 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-bf286548-1ee1-40cf-aff2-9d155c83d6e2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e40893ed-f6ab-4ac3-86e4-57e729875e07 HTTP/1.1" status: 204 len: 168 time: 0.1181879 Sep 11 00:58:34.765378 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf286548-1ee1-40cf-aff2-9d155c83d6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40893ed-f6ab-4ac3-86e4-57e729875e07,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:35.447683 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=64,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:35.539054 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154442f-521a-4b09-9a4b-31b71d6010e7 req-6d949b64-7e3a-4bd8-81fe-6e42bb9cf5de tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:35.540538 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9154442f-521a-4b09-9a4b-31b71d6010e7 req-6d949b64-7e3a-4bd8-81fe-6e42bb9cf5de tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.0480108 Sep 11 00:58:35.590938 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9154442f-521a-4b09-9a4b-31b71d6010e7 req-f1c5144b-d4cb-4fed-b473-58226b7ed110 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447168 Sep 11 00:58:36.716926 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b53c5-a32e-4e94-aa64-9edec696e7ca req-3d1d720b-64a5-4aba-b5bf-ea7bd1b74395 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:36.718400 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1b7b53c5-a32e-4e94-aa64-9edec696e7ca req-3d1d720b-64a5-4aba-b5bf-ea7bd1b74395 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.0465748 Sep 11 00:58:36.773445 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1b7b53c5-a32e-4e94-aa64-9edec696e7ca req-00adeebd-2246-4a40-a817-dd7be6619ca8 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489647 Sep 11 00:58:37.900565 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62a8e0-d2cf-41af-afbe-2170d09408ee req-8f28a91e-3880-4fe3-9855-b9dc17e97c8c tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:37.902054 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2c62a8e0-d2cf-41af-afbe-2170d09408ee req-8f28a91e-3880-4fe3-9855-b9dc17e97c8c tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.0469832 Sep 11 00:58:37.949824 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2c62a8e0-d2cf-41af-afbe-2170d09408ee req-db18a38a-c1bf-4f81-aab8-26544b7e7b35 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420430 Sep 11 00:58:38.731596 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ede09f-a7d2-41c5-bb88-21fcf5fddde8 req-c87c66a1-90f0-4805-8175-ca682937a494 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:38.733085 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a3ede09f-a7d2-41c5-bb88-21fcf5fddde8 req-c87c66a1-90f0-4805-8175-ca682937a494 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 946 time: 0.0477297 Sep 11 00:58:38.784064 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a3ede09f-a7d2-41c5-bb88-21fcf5fddde8 req-f0a5c6b9-2cdb-4804-a918-420c31797723 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452530 Sep 11 00:58:39.080358 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7429d-0ee3-4a3f-b0fe-a1c874c12963 req-f5d6eb7b-08e0-4825-9208-e0ad810fe2ee tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:39.081937 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4ca7429d-0ee3-4a3f-b0fe-a1c874c12963 req-f5d6eb7b-08e0-4825-9208-e0ad810fe2ee tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.0500998 Sep 11 00:58:39.129746 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4ca7429d-0ee3-4a3f-b0fe-a1c874c12963 req-42266abb-c706-494d-ac75-ef4811c7d201 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418947 Sep 11 00:58:39.886115 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:39.905950 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c6f4e-d74e-46b6-8f32-1b3c81122415 req-a4315712-3f90-4fb5-ae37-c8611cc69a8c tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:39.907670 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b56c6f4e-d74e-46b6-8f32-1b3c81122415 req-a4315712-3f90-4fb5-ae37-c8611cc69a8c tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 946 time: 0.0481687 Sep 11 00:58:39.959661 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b56c6f4e-d74e-46b6-8f32-1b3c81122415 req-b0239f44-cbd4-4c49-819a-93f830c911aa tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465386 Sep 11 00:58:40.272987 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346710d-5f34-4ff7-841f-829f60f3ec43 req-9700deee-e76a-47bb-a378-24e6d3271af2 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:40.275453 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d346710d-5f34-4ff7-841f-829f60f3ec43 req-9700deee-e76a-47bb-a378-24e6d3271af2 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.0479834 Sep 11 00:58:40.325799 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d346710d-5f34-4ff7-841f-829f60f3ec43 req-48ccd890-33c9-41fa-92aa-6740dc22b8ae tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447166 Sep 11 00:58:40.576666 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:40.588249 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e0ff4-e21c-43fa-ab93-538d1143af32 req-5b0ecc3e-93d7-42c5-8a80-a37cecf3a691 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:40.589657 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d40e0ff4-e21c-43fa-ab93-538d1143af32 req-5b0ecc3e-93d7-42c5-8a80-a37cecf3a691 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 946 time: 0.0481822 Sep 11 00:58:40.674159 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [req-d40e0ff4-e21c-43fa-ab93-538d1143af32 req-dd67183b-0cda-4280-9a55-5732cf00dca0 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Deleting port 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:58:40.674508 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-d40e0ff4-e21c-43fa-ab93-538d1143af32 req-dd67183b-0cda-4280-9a55-5732cf00dca0 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (883cbb85-cb19-4ae7-86be-1e7abfa4f1f3), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:40.774673 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-d40e0ff4-e21c-43fa-ab93-538d1143af32 req-dd67183b-0cda-4280-9a55-5732cf00dca0 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] For port 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=883cbb85-cb19-4ae7-86be-1e7abfa4f1f3,segment=NetworkSegment(c77f5f4f-cada-402d-b932-fa2457ffe4e0),segment_id=c77f5f4f-cada-402d-b932-fa2457ffe4e0)] {{(pid=112721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:58:40.775074 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-d40e0ff4-e21c-43fa-ab93-538d1143af32 req-dd67183b-0cda-4280-9a55-5732cf00dca0 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (883cbb85-cb19-4ae7-86be-1e7abfa4f1f3), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:40.990062 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-d40e0ff4-e21c-43fa-ab93-538d1143af32 req-dd67183b-0cda-4280-9a55-5732cf00dca0 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:40.990448 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-d40e0ff4-e21c-43fa-ab93-538d1143af32 req-dd67183b-0cda-4280-9a55-5732cf00dca0 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (1e0ee436-590a-45ad-a220-a7c56469866c), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:40.990750 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.l3_db [req-d40e0ff4-e21c-43fa-ab93-538d1143af32 req-dd67183b-0cda-4280-9a55-5732cf00dca0 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Floating IP 1e0ee436-590a-45ad-a220-a7c56469866c disassociated. External IP: 172.37.5.12, port: 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3. Sep 11 00:58:40.991133 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [req-d40e0ff4-e21c-43fa-ab93-538d1143af32 req-dd67183b-0cda-4280-9a55-5732cf00dca0 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Calling delete_port for 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 owned by compute:nova {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:58:41.095710 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735188ab-0aeb-40fe-8da0-0b90384d2703 req-ffe84513-d90f-48f9-9c36-4c6292b74dc4 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:41.097190 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-735188ab-0aeb-40fe-8da0-0b90384d2703 req-ffe84513-d90f-48f9-9c36-4c6292b74dc4 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 946 time: 0.0593741 Sep 11 00:58:41.180346 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-735188ab-0aeb-40fe-8da0-0b90384d2703 req-067d163c-01a3-49ad-b6ef-f588bf37c72f tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753887 Sep 11 00:58:41.199931 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-d40e0ff4-e21c-43fa-ab93-538d1143af32 req-dd67183b-0cda-4280-9a55-5732cf00dca0 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (883cbb85-cb19-4ae7-86be-1e7abfa4f1f3), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:41.228056 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67183b-0cda-4280-9a55-5732cf00dca0 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Pushing event deleted for resources: {'Port': ['ID=883cbb85-cb19-4ae7-86be-1e7abfa4f1f3,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:41.342671 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d40e0ff4-e21c-43fa-ab93-538d1143af32 req-dd67183b-0cda-4280-9a55-5732cf00dca0 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:58:41.467614 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:41.476537 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:41.494340 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d40e0ff4-e21c-43fa-ab93-538d1143af32 req-dd67183b-0cda-4280-9a55-5732cf00dca0 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:58:41.501317 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc13c5-2edb-413b-abf5-3e49c7c6d28b req-ba1ff5a4-c0b8-49d3-a264-15c45c202319 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:41.503375 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-51fc13c5-2edb-413b-abf5-3e49c7c6d28b req-ba1ff5a4-c0b8-49d3-a264-15c45c202319 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.0667822 Sep 11 00:58:41.508115 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae8e13c-5ded-4c6c-9e93-c7cca0caa68a None None] Sync routers for ids ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:58:41.526817 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae8e13c-5ded-4c6c-9e93-c7cca0caa68a None None] Routers {'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:58:41.528153 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-bae8e13c-5ded-4c6c-9e93-c7cca0caa68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:58:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:58:41.561917 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40e0ff4-e21c-43fa-ab93-538d1143af32 req-dd67183b-0cda-4280-9a55-5732cf00dca0 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] No DVR routers for this DVR port 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 on host hv-cinder-maste {{(pid=112721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:58:41.564890 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-d40e0ff4-e21c-43fa-ab93-538d1143af32 req-dd67183b-0cda-4280-9a55-5732cf00dca0 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:41.569160 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d40e0ff4-e21c-43fa-ab93-538d1143af32 req-dd67183b-0cda-4280-9a55-5732cf00dca0 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.18 "DELETE /networking/v2.0/ports/883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 HTTP/1.1" status: 204 len: 173 time: 0.9737315 Sep 11 00:58:41.573130 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984863bd-b3a1-4546-8b36-720ba324d7ac', 'name': 'network-vif-deleted', 'tag': '883cbb85-cb19-4ae7-86be-1e7abfa4f1f3'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:58:41.575726 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e8ca6e-9c51-482e-8f01-2f8140ca2047" -d '{"events": [{"server_uuid": "984863bd-b3a1-4546-8b36-720ba324d7ac", "name": "network-vif-deleted", "tag": "883cbb85-cb19-4ae7-86be-1e7abfa4f1f3"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:58:41.628717 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-51fc13c5-2edb-413b-abf5-3e49c7c6d28b req-4ff27fb5-a165-4d99-aeee-8042e5f9e04a tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009972 Sep 11 00:58:41.647339 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a59cfa-020b-43ed-8e87-561aa27da20a x-openstack-request-id: req-e3a59cfa-020b-43ed-8e87-561aa27da20a {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:58:41.647731 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984863bd-b3a1-4546-8b36-720ba324d7ac", "name": "network-vif-deleted", "tag": "883cbb85-cb19-4ae7-86be-1e7abfa4f1f3", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:58:41.648048 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e3a59cfa-020b-43ed-8e87-561aa27da20a {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:58:41.649001 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3a59cfa-020b-43ed-8e87-561aa27da20a'] response: {'server_uuid': '984863bd-b3a1-4546-8b36-720ba324d7ac', 'name': 'network-vif-deleted', 'tag': '883cbb85-cb19-4ae7-86be-1e7abfa4f1f3', 'status': 'completed', 'code': 200} Sep 11 00:58:41.698771 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:41.726887 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-bae8e13c-5ded-4c6c-9e93-c7cca0caa68a None None] Set router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:58:41.844442 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:41.921165 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-bae8e13c-5ded-4c6c-9e93-c7cca0caa68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147'}], 'enable_snat': True}, 'gw_port_id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T00:55:08Z', 'revision_number': 4, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port': {'id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:00Z', 'updated_at': '2022-09-11T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'cbfa9a9b-9ca0-4391-83b2-f87b923b3949', 'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'mac_address': 'fa:16:3e:80:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:06Z', 'updated_at': '2022-09-11T00:55:21Z', 'revision_number': 5, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'subnets': [{'id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:58:42.074442 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae8e13c-5ded-4c6c-9e93-c7cca0caa68a None None] Checking router: b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:58:42.089421 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae8e13c-5ded-4c6c-9e93-c7cca0caa68a None None] Routers {'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:58:42.090021 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-bae8e13c-5ded-4c6c-9e93-c7cca0caa68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:58:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:58:42.197328 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-bae8e13c-5ded-4c6c-9e93-c7cca0caa68a None None] Set router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:58:42.311195 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c0ac57e2-01d4-411c-a9db-2091ed233d49 req-d7bb3794-d5ee-4aa8-a905-073b0cc73a9f tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=984863bd-b3a1-4546-8b36-720ba324d7ac HTTP/1.1" status: 200 len: 210 time: 0.0293276 Sep 11 00:58:42.398095 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-bae8e13c-5ded-4c6c-9e93-c7cca0caa68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147'}], 'enable_snat': True}, 'gw_port_id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T00:55:08Z', 'revision_number': 4, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port': {'id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:00Z', 'updated_at': '2022-09-11T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'cbfa9a9b-9ca0-4391-83b2-f87b923b3949', 'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'mac_address': 'fa:16:3e:80:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:06Z', 'updated_at': '2022-09-11T00:55:21Z', 'revision_number': 5, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'subnets': [{'id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:58:42.428554 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae8e13c-5ded-4c6c-9e93-c7cca0caa68a None None] The sync data for ids ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'] in dv-cinder-master-3-iscsi is: [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147'}], 'enable_snat': True}, 'gw_port_id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T00:55:08Z', 'revision_number': 4, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port': {'id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:00Z', 'updated_at': '2022-09-11T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'cbfa9a9b-9ca0-4391-83b2-f87b923b3949', 'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'mac_address': 'fa:16:3e:80:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:06Z', 'updated_at': '2022-09-11T00:55:21Z', 'revision_number': 5, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'subnets': [{'id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:58:42.648786 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946cd1b1-9457-4837-9f33-c1554ab8423f None None] New status for floating IP 1e0ee436-590a-45ad-a220-a7c56469866c: DOWN {{(pid=112724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 00:58:42.951112 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6017d2d-c1c8-4030-bac3-26ba58f8ec02 req-cfa9773c-a6fa-4034-86f3-71e54db8f225 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:42.952610 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a6017d2d-c1c8-4030-bac3-26ba58f8ec02 req-cfa9773c-a6fa-4034-86f3-71e54db8f225 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.0658336 Sep 11 00:58:43.005233 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a6017d2d-c1c8-4030-bac3-26ba58f8ec02 req-502a6be5-7eac-4b22-ade6-2ce17a45f3ce tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466304 Sep 11 00:58:43.070805 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 48006) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:43.185961 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2f1742de-d7b0-40d3-a86e-1ee369999217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:43.259743 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2f1742de-d7b0-40d3-a86e-1ee369999217 admin admin] Publish callbacks [] for security_group (4859c434-836b-48f9-b984-da67431a1236), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:43.263355 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2f1742de-d7b0-40d3-a86e-1ee369999217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (4859c434-836b-48f9-b984-da67431a1236), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:43.300869 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1742de-d7b0-40d3-a86e-1ee369999217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4859c434-836b-48f9-b984-da67431a1236,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:43.305608 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-2f1742de-d7b0-40d3-a86e-1ee369999217 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ad9fc47be36548c79bab892476bfbbfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337873 Sep 11 00:58:43.308898 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 48010) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:43.357053 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-f0402302-8630-4c6e-97dc-cab1d9016a38 admin admin] Publish callbacks [] for security_group (4859c434-836b-48f9-b984-da67431a1236), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:43.377499 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-f0402302-8630-4c6e-97dc-cab1d9016a38 admin admin] Publish callbacks [] for security_group (4859c434-836b-48f9-b984-da67431a1236), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:43.426489 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-f0402302-8630-4c6e-97dc-cab1d9016a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (4859c434-836b-48f9-b984-da67431a1236), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:43.431999 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-f0402302-8630-4c6e-97dc-cab1d9016a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:43.431999 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-f0402302-8630-4c6e-97dc-cab1d9016a38 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4859c434-836b-48f9-b984-da67431a1236 HTTP/1.1" status: 204 len: 168 time: 0.1223445 Sep 11 00:58:43.439851 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0402302-8630-4c6e-97dc-cab1d9016a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4859c434-836b-48f9-b984-da67431a1236,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:43.619350 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-b25fb923-ccce-4931-ae64-35100697c35b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-926362896&fields=id&tenant_id=a1368870ddbd49be857e9ac128bc684e HTTP/1.1" status: 200 len: 267 time: 0.0609102 Sep 11 00:58:43.709471 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 48024) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:43.724413 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b0667639-cc57-443f-8e48-0322da4eb1e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:43.731695 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-3a91127a-ab49-48fb-a50f-2d5644c69238 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:43.733206 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-3a91127a-ab49-48fb-a50f-2d5644c69238 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/networks?id=6df3e98e-548f-496e-bd19-e33fc45eb877 HTTP/1.1" status: 200 len: 811 time: 0.1072421 Sep 11 00:58:43.748628 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-3682713a-d9ed-4c3a-af6e-8a702b272e60 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/quotas/a1368870ddbd49be857e9ac128bc684e HTTP/1.1" status: 200 len: 375 time: 0.0099595 Sep 11 00:58:43.800803 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-f4d3314c-e5c3-4527-af6f-8139e19eb5d8 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a1368870ddbd49be857e9ac128bc684e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466774 Sep 11 00:58:43.812668 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b0667639-cc57-443f-8e48-0322da4eb1e5 admin admin] Publish callbacks [] for security_group (bff78dda-9b03-4a6e-ae65-c6a11fb7a6f8), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:43.815907 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b0667639-cc57-443f-8e48-0322da4eb1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (bff78dda-9b03-4a6e-ae65-c6a11fb7a6f8), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:43.857464 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0667639-cc57-443f-8e48-0322da4eb1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff78dda-9b03-4a6e-ae65-c6a11fb7a6f8,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:43.865612 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-b0667639-cc57-443f-8e48-0322da4eb1e5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e5853fc69859466e83fca19876de5a22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1526988 Sep 11 00:58:43.866168 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 48028) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:43.918449 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2ca77712-e48b-44c9-901e-84143133cd22 admin admin] Publish callbacks [] for security_group (bff78dda-9b03-4a6e-ae65-c6a11fb7a6f8), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:43.939408 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2ca77712-e48b-44c9-901e-84143133cd22 admin admin] Publish callbacks [] for security_group (bff78dda-9b03-4a6e-ae65-c6a11fb7a6f8), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:43.988815 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2ca77712-e48b-44c9-901e-84143133cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (bff78dda-9b03-4a6e-ae65-c6a11fb7a6f8), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:43.991496 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2ca77712-e48b-44c9-901e-84143133cd22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:43.992847 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-2ca77712-e48b-44c9-901e-84143133cd22 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bff78dda-9b03-4a6e-ae65-c6a11fb7a6f8 HTTP/1.1" status: 204 len: 168 time: 0.1261375 Sep 11 00:58:44.000986 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca77712-e48b-44c9-901e-84143133cd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff78dda-9b03-4a6e-ae65-c6a11fb7a6f8,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:44.054997 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:44.060398 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-57cec2cb-5884-49fb-8b6b-08e53c750c02 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473493 Sep 11 00:58:44.148491 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 00:58:44.166140 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:58:44.183350 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c4b56-4035-45db-87e0-680bec2ceef9 req-647e6ad6-06b8-4cab-8cb7-805b671de266 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:44.184864 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-007c4b56-4035-45db-87e0-680bec2ceef9 req-647e6ad6-06b8-4cab-8cb7-805b671de266 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.0654743 Sep 11 00:58:44.204175 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:44.216252 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-653d9640-dabc-4daf-9ff2-0ff4d40bb61c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486962 Sep 11 00:58:44.248306 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-007c4b56-4035-45db-87e0-680bec2ceef9 req-77f3c1c3-294d-4323-bad9-aa61f76eca33 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573297 Sep 11 00:58:44.285628 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:44.287327 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] No Port match for: 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:58:44.287952 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 883cbb85-cb19-4ae7-86be-1e7abfa4f1f3 not bound to the agent host hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:58:44.319306 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:58:44.332955 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': '5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'port_id': '5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a', 'mac_address': 'fa:16:3e:f7:d4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 00:58:44.375479 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a is: ACTIVE; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:58:44.375873 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:44.399131 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:58:44.403404 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 48042) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:44.419119 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-08001e80-4205-40b7-8b9e-2a03158cdd5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:44.422653 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:58:44.426545 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:44.480553 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a,revision_number=6']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:44.489341 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:44.489687 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:44.490107 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:44.490520 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:44.490849 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:44.491179 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:44.491504 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:44.492372 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:44.492766 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:44.493196 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:44.493524 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:44.493875 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:44.494186 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:44.494503 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:44.494838 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:44.513502 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-08001e80-4205-40b7-8b9e-2a03158cdd5d admin admin] Publish callbacks [] for security_group (1b749fda-a029-41e8-99ad-cb7d90acb01e), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:44.517669 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-08001e80-4205-40b7-8b9e-2a03158cdd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (1b749fda-a029-41e8-99ad-cb7d90acb01e), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:44.558089 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-08001e80-4205-40b7-8b9e-2a03158cdd5d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ad5bf53f55924a32a28db426a9776fd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1531973 Sep 11 00:58:44.561213 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 48048) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:44.607394 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b50c2796-2712-4930-8521-375b7d8cdfbd req-b11c2e67-9bc2-49d7-b4e0-988e03def9dc tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 210 time: 0.0562158 Sep 11 00:58:44.608646 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08001e80-4205-40b7-8b9e-2a03158cdd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b749fda-a029-41e8-99ad-cb7d90acb01e,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:44.639380 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:58:44.644335 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6d96862b-f560-4269-b658-091517dd687f admin admin] Publish callbacks [] for security_group (1b749fda-a029-41e8-99ad-cb7d90acb01e), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:44.669593 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6d96862b-f560-4269-b658-091517dd687f admin admin] Publish callbacks [] for security_group (1b749fda-a029-41e8-99ad-cb7d90acb01e), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:44.685525 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:44.731022 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6d96862b-f560-4269-b658-091517dd687f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (1b749fda-a029-41e8-99ad-cb7d90acb01e), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:44.734611 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6d96862b-f560-4269-b658-091517dd687f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:44.735805 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-6d96862b-f560-4269-b658-091517dd687f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1b749fda-a029-41e8-99ad-cb7d90acb01e HTTP/1.1" status: 204 len: 168 time: 0.1734488 Sep 11 00:58:44.747706 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96862b-f560-4269-b658-091517dd687f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b749fda-a029-41e8-99ad-cb7d90acb01e,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:45.410215 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd6565-75e3-4008-bead-46d852d70c6c req-8c134194-322a-49c8-8de6-a06c5f87bd8e tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:45.412179 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3dfd6565-75e3-4008-bead-46d852d70c6c req-8c134194-322a-49c8-8de6-a06c5f87bd8e tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 944 time: 0.0655210 Sep 11 00:58:45.481298 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3dfd6565-75e3-4008-bead-46d852d70c6c req-fa6ed13f-9363-4346-a75e-e9691100424d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574696 Sep 11 00:58:45.573777 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 48096) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:45.683959 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-522257391-network', 'tenant_id': 'de36b740b8234aca8317d5e4440decec'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:58:45.714296 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Made reservation on behalf of de36b740b8234aca8317d5e4440decec for: {'network': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:58:45.716810 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for network (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:45.735092 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5469eced-adb0-46ea-85d1-e73c0c813a6a req-3dc5d0f4-45de-403e-922e-4c789f8f383e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 210 time: 0.0473349 Sep 11 00:58:45.743042 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:45.788422 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:45.856018 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Publish callbacks [] for security_group (bc4c699b-1dc9-425e-b492-cd5b63edf598), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:45.864705 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (bc4c699b-1dc9-425e-b492-cd5b63edf598), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:45.896492 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=112722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 00:58:45.904022 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4c699b-1dc9-425e-b492-cd5b63edf598,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:45.914810 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (a138d863-1f34-49b7-a3ee-1c74f619a662), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:45.915432 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.db.segments_db [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Added segment a138d863-1f34-49b7-a3ee-1c74f619a662 of type vlan for network e7aac99f-395b-41fd-b96e-56bde33609b0 Sep 11 00:58:45.919080 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:45.919602 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:45.920139 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:45.920639 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:45.921134 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:45.921627 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:45.922110 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:45.922606 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:45.923116 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:45.923609 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:45.924080 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:45.924576 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:45.925064 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:45.925546 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:45.926020 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:58:46.031406 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765262360468'] for network (e7aac99f-395b-41fd-b96e-56bde33609b0), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:46.041673 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-605099db-8d39-489e-bf96-be0659c549cc tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:46.043215 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-605099db-8d39-489e-bf96-be0659c549cc tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.18 "GET /networking/v2.0/networks?id=6df3e98e-548f-496e-bd19-e33fc45eb877 HTTP/1.1" status: 200 len: 811 time: 0.2133992 Sep 11 00:58:46.061370 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for network (e7aac99f-395b-41fd-b96e-56bde33609b0), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:46.062363 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:46.063083 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:46.136747 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5615659 Sep 11 00:58:46.140282 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 48108) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:58:46.145096 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-07087e69-5eb8-4ed6-be40-affac93c4e59 admin admin] Request body: {'subnet': {'network_id': 'e7aac99f-395b-41fd-b96e-56bde33609b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-522257391-subnet', 'tenant_id': 'de36b740b8234aca8317d5e4440decec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:58:46.171470 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a82c28-d419-4335-a813-f164261ae44a admin admin] Pushing event updated for resources: {'Network': ['ID=e7aac99f-395b-41fd-b96e-56bde33609b0,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:46.173914 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07087e69-5eb8-4ed6-be40-affac93c4e59 admin admin] Made reservation on behalf of de36b740b8234aca8317d5e4440decec for: {'subnet': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:58:46.176311 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-07087e69-5eb8-4ed6-be40-affac93c4e59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62399906'] for subnet (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:46.189541 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:58:46.192283 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Network e7aac99f-395b-41fd-b96e-56bde33609b0 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=112723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 00:58:46.222955 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-f4602e66-102c-4bf5-bb93-b728f502534b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a1368870ddbd49be857e9ac128bc684e HTTP/1.1" status: 200 len: 379 time: 0.1579261 Sep 11 00:58:46.235102 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-1f4e58af-f9d6-4753-abc0-f88ce64ec069 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Request body: {'port': {'device_id': '459cb8ce-dc67-4fd5-a7ba-23b228fd415e', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'admin_state_up': True, 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'security_groups': ['13acb4db-be99-49b4-a753-cd6637e6af9a']}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:58:46.306182 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:46.367852 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:DELETE=2,neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:46.375531 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-07087e69-5eb8-4ed6-be40-affac93c4e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61720823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62399932'] for subnet (f14d4306-a8f4-4dbe-89e9-f8fccd00cd8c), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:46.390577 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:58:46.391180 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:46.429794 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-1f4e58af-f9d6-4753-abc0-f88ce64ec069 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Made reservation on behalf of a1368870ddbd49be857e9ac128bc684e for: {'port': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:58:46.436655 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-1f4e58af-f9d6-4753-abc0-f88ce64ec069 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:46.447302 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07087e69-5eb8-4ed6-be40-affac93c4e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f14d4306-a8f4-4dbe-89e9-f8fccd00cd8c,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:46.484527 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07087e69-5eb8-4ed6-be40-affac93c4e59 admin admin] Checking segment: {'id': 'a138d863-1f34-49b7-a3ee-1c74f619a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e7aac99f-395b-41fd-b96e-56bde33609b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:58:46.484973 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07087e69-5eb8-4ed6-be40-affac93c4e59 admin admin] Network hostable DHCP agents. Network: e7aac99f-395b-41fd-b96e-56bde33609b0, hostable agents: ['141562d2-e0e6-4955-8563-ce36b7299d64'], hosted agents: [] {{(pid=112722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 00:58:46.485286 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:58:46.485822 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:46.511083 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07087e69-5eb8-4ed6-be40-affac93c4e59 admin admin] Network e7aac99f-395b-41fd-b96e-56bde33609b0 is scheduled to be hosted by DHCP agent 141562d2-e0e6-4955-8563-ce36b7299d64 with binding_index 1 {{(pid=112722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 00:58:46.527958 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-07087e69-5eb8-4ed6-be40-affac93c4e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, e7aac99f-395b-41fd-b96e-56bde33609b0) {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:58:46.542010 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f4bbc1-5800-4bc9-9ea6-c9a3cd862347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:58:46.544309 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64a96a7-2595-4769-9060-108d80529b76" -d '{"events": [{"server_uuid": "54f4bbc1-5800-4bc9-9ea6-c9a3cd862347", "name": "network-vif-plugged", "status": "completed", "tag": "5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:58:46.547574 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07087e69-5eb8-4ed6-be40-affac93c4e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:46.548486 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-07087e69-5eb8-4ed6-be40-affac93c4e59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:46.555444 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd858be-79c1-48b6-8cee-c5042375912c None None] Network e7aac99f-395b-41fd-b96e-56bde33609b0 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:58:46.574500 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-07087e69-5eb8-4ed6-be40-affac93c4e59 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4329643 Sep 11 00:58:46.658828 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72299e4e-1dcd-4073-a87a-7306a5c7f942 x-openstack-request-id: req-72299e4e-1dcd-4073-a87a-7306a5c7f942 {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:58:46.659511 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-1f4e58af-f9d6-4753-abc0-f88ce64ec069 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Allocated IP 172.20.0.7 (6df3e98e-548f-496e-bd19-e33fc45eb877/f3ea7549-800e-4ee0-ab06-2db2363e7855/bc9b80b7-364d-4952-97b3-277a78d5fa01) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:58:46.659791 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f4bbc1-5800-4bc9-9ea6-c9a3cd862347", "name": "network-vif-plugged", "status": "completed", "tag": "5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:58:46.660457 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-72299e4e-1dcd-4073-a87a-7306a5c7f942 {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:58:46.661041 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72299e4e-1dcd-4073-a87a-7306a5c7f942'] response: {'server_uuid': '54f4bbc1-5800-4bc9-9ea6-c9a3cd862347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a', 'code': 200} Sep 11 00:58:46.667997 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:58:46.681641 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:46.876387 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a,revision_number=7']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:46.892987 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aed4e6b-f561-4c59-801c-fd1cbbeb6f87 None None] Network e7aac99f-395b-41fd-b96e-56bde33609b0 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:58:46.959501 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:47.161443 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:47.192154 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-17c3a5fc-34a3-4a7b-87fb-c8ad11459bf0 req-24fe0dfa-993a-4393-b76a-8466d7c4522d tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 210 time: 0.0729518 Sep 11 00:58:47.212069 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8eab3-ad29-4bb8-9533-460e428bdb11 req-8753c008-7f38-4383-b98c-bd7b02b3d857 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:47.213732 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a4d8eab3-ad29-4bb8-9533-460e428bdb11 req-8753c008-7f38-4383-b98c-bd7b02b3d857 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.5767131 Sep 11 00:58:47.280407 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-1f4e58af-f9d6-4753-abc0-f88ce64ec069 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for port (bc9b80b7-364d-4952-97b3-277a78d5fa01), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:47.305058 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a4d8eab3-ad29-4bb8-9533-460e428bdb11 req-0b9e818d-72bb-4643-9580-eb4d7fd86c40 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800507 Sep 11 00:58:47.335213 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-1f4e58af-f9d6-4753-abc0-f88ce64ec069 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (bc9b80b7-364d-4952-97b3-277a78d5fa01), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:47.375199 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:47.403110 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e58af-f9d6-4753-abc0-f88ce64ec069 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Pushing event updated for resources: {'Port': ['ID=bc9b80b7-364d-4952-97b3-277a78d5fa01,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:47.403110 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-1f4e58af-f9d6-4753-abc0-f88ce64ec069 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Network 6df3e98e-548f-496e-bd19-e33fc45eb877 is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:58:47.403110 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-1f4e58af-f9d6-4753-abc0-f88ce64ec069 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:58:47.406053 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-1f4e58af-f9d6-4753-abc0-f88ce64ec069 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:58:47.488780 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-1f4e58af-f9d6-4753-abc0-f88ce64ec069 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:47.490159 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-1f4e58af-f9d6-4753-abc0-f88ce64ec069 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:47.527391 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-1f4e58af-f9d6-4753-abc0-f88ce64ec069 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2981176 Sep 11 00:58:47.561671 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-791cab5a-0e9b-492a-bc07-0f0cfb654cf3 service neutron] Request body: {'port': {'device_id': '459cb8ce-dc67-4fd5-a7ba-23b228fd415e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:58:47.662530 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-791cab5a-0e9b-492a-bc07-0f0cfb654cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (bc9b80b7-364d-4952-97b3-277a78d5fa01), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:47.889203 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-ec8fa623-0cb3-478e-ba2d-6b09a72cd7b7 None None] Provisioning complete for port bc9b80b7-364d-4952-97b3-277a78d5fa01 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:58:47.889758 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-ec8fa623-0cb3-478e-ba2d-6b09a72cd7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (bc9b80b7-364d-4952-97b3-277a78d5fa01), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:47.994175 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-ec8fa623-0cb3-478e-ba2d-6b09a72cd7b7 None None] Port bc9b80b7-364d-4952-97b3-277a78d5fa01 cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 00:58:48.143163 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-791cab5a-0e9b-492a-bc07-0f0cfb654cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9b80b7-364d-4952-97b3-277a78d5fa01 {{(pid=112721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:58:48.160961 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-791cab5a-0e9b-492a-bc07-0f0cfb654cf3 service neutron] Publish callbacks [] for port (bc9b80b7-364d-4952-97b3-277a78d5fa01), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:48.180123 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.provisioning_blocks [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-791cab5a-0e9b-492a-bc07-0f0cfb654cf3 service neutron] Transition to ACTIVE for port object bc9b80b7-364d-4952-97b3-277a78d5fa01 will not be triggered until provisioned by entity L2. {{(pid=112721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 11 00:58:48.188025 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-791cab5a-0e9b-492a-bc07-0f0cfb654cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (bc9b80b7-364d-4952-97b3-277a78d5fa01), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:48.308473 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cab5a-0e9b-492a-bc07-0f0cfb654cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9b80b7-364d-4952-97b3-277a78d5fa01,revision_number=2']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:48.347764 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:48.379080 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f17fa1-e8f6-4b2f-92df-fc688ef298fb req-cce75a54-fc43-4d86-b51f-01905c55e350 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:48.380656 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c3f17fa1-e8f6-4b2f-92df-fc688ef298fb req-cce75a54-fc43-4d86-b51f-01905c55e350 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 943 time: 0.0910707 Sep 11 00:58:48.385922 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-791cab5a-0e9b-492a-bc07-0f0cfb654cf3 service neutron] Attempting to bind port bc9b80b7-364d-4952-97b3-277a78d5fa01 on host hv-cinder-maste for vnic_type normal with profile {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:58:48.385922 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-791cab5a-0e9b-492a-bc07-0f0cfb654cf3 service neutron] Attempting to bind port bc9b80b7-364d-4952-97b3-277a78d5fa01 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'c77f5f4f-cada-402d-b932-fa2457ffe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877'}] {{(pid=112721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:58:48.386337 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-791cab5a-0e9b-492a-bc07-0f0cfb654cf3 service neutron] Attempting to bind port bc9b80b7-364d-4952-97b3-277a78d5fa01 on network 6df3e98e-548f-496e-bd19-e33fc45eb877 {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:58:48.522076 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9797265-1d94-40c8-9f48-d057e090ffff req-06a21a9c-53a4-44f5-98a8-12433f8f9bb9 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:48.524677 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f9797265-1d94-40c8-9f48-d057e090ffff req-06a21a9c-53a4-44f5-98a8-12433f8f9bb9 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.0980158 Sep 11 00:58:48.531428 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-791cab5a-0e9b-492a-bc07-0f0cfb654cf3 service neutron] Port bc9b80b7-364d-4952-97b3-277a78d5fa01 on network 6df3e98e-548f-496e-bd19-e33fc45eb877 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 11 00:58:48.531881 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-791cab5a-0e9b-492a-bc07-0f0cfb654cf3 service neutron] Attempting to bind port bc9b80b7-364d-4952-97b3-277a78d5fa01 on network 6df3e98e-548f-496e-bd19-e33fc45eb877 {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:58:48.592357 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c3f17fa1-e8f6-4b2f-92df-fc688ef298fb req-0c5317bf-0671-4292-9d54-6ea630d7384d tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003860 Sep 11 00:58:48.635930 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f9797265-1d94-40c8-9f48-d057e090ffff req-d26d7f43-8fe6-4643-b3d6-50fe5a3308f0 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952330 Sep 11 00:58:48.640433 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-791cab5a-0e9b-492a-bc07-0f0cfb654cf3 service neutron] Checking agent: {'id': '59bd9a15-1b15-4a76-8496-742ec7e1ef61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'started_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:58:48.640842 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-791cab5a-0e9b-492a-bc07-0f0cfb654cf3 service neutron] Checking segment: {'id': 'c77f5f4f-cada-402d-b932-fa2457ffe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:58:48.641290 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-791cab5a-0e9b-492a-bc07-0f0cfb654cf3 service neutron] Bound using segment: {'id': 'c77f5f4f-cada-402d-b932-fa2457ffe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877'} {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:58:48.642046 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-791cab5a-0e9b-492a-bc07-0f0cfb654cf3 service neutron] Bound port: bc9b80b7-364d-4952-97b3-277a78d5fa01, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c77f5f4f-cada-402d-b932-fa2457ffe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877'}}] {{(pid=112721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:58:48.642476 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-791cab5a-0e9b-492a-bc07-0f0cfb654cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (bc9b80b7-364d-4952-97b3-277a78d5fa01), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:48.717248 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-791cab5a-0e9b-492a-bc07-0f0cfb654cf3 service neutron] For port bc9b80b7-364d-4952-97b3-277a78d5fa01, host hv-cinder-maste, cleared binding levels {{(pid=112721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:58:48.722694 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-791cab5a-0e9b-492a-bc07-0f0cfb654cf3 service neutron] For port bc9b80b7-364d-4952-97b3-277a78d5fa01, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bc9b80b7-364d-4952-97b3-277a78d5fa01,segment=NetworkSegment(c77f5f4f-cada-402d-b932-fa2457ffe4e0),segment_id=c77f5f4f-cada-402d-b932-fa2457ffe4e0)] {{(pid=112721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:58:48.731618 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-791cab5a-0e9b-492a-bc07-0f0cfb654cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (bc9b80b7-364d-4952-97b3-277a78d5fa01), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:48.739962 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-791cab5a-0e9b-492a-bc07-0f0cfb654cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:48.740866 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-791cab5a-0e9b-492a-bc07-0f0cfb654cf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:48.743814 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-791cab5a-0e9b-492a-bc07-0f0cfb654cf3 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/bc9b80b7-364d-4952-97b3-277a78d5fa01 HTTP/1.1" status: 200 len: 1093 time: 1.1936133 Sep 11 00:58:48.744486 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459cb8ce-dc67-4fd5-a7ba-23b228fd415e', 'tag': 'bc9b80b7-364d-4952-97b3-277a78d5fa01'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:58:48.746999 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4a5b2e-daef-4489-ba13-ed204ad069cf" -d '{"events": [{"name": "network-changed", "server_uuid": "459cb8ce-dc67-4fd5-a7ba-23b228fd415e", "tag": "bc9b80b7-364d-4952-97b3-277a78d5fa01"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:58:48.780024 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:48.836500 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1039e09d-ba5f-42c4-995c-36c80ebee0cc x-openstack-request-id: req-1039e09d-ba5f-42c4-995c-36c80ebee0cc {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:58:48.836897 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459cb8ce-dc67-4fd5-a7ba-23b228fd415e", "tag": "bc9b80b7-364d-4952-97b3-277a78d5fa01", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:58:48.837291 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1039e09d-ba5f-42c4-995c-36c80ebee0cc {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:58:48.837767 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1039e09d-ba5f-42c4-995c-36c80ebee0cc'] response: {'name': 'network-changed', 'server_uuid': '459cb8ce-dc67-4fd5-a7ba-23b228fd415e', 'tag': 'bc9b80b7-364d-4952-97b3-277a78d5fa01', 'status': 'completed', 'code': 200} Sep 11 00:58:48.898705 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cab5a-0e9b-492a-bc07-0f0cfb654cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9b80b7-364d-4952-97b3-277a78d5fa01,revision_number=3']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:48.922881 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-ce182b59-6fa2-40c7-a008-be0c7869989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:48.924532 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-ce182b59-6fa2-40c7-a008-be0c7869989e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=a1368870ddbd49be857e9ac128bc684e&device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 1127 time: 0.0812955 Sep 11 00:58:48.946750 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-81f61a85-9956-4915-aa2c-94ef5f4eb592 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:48.948482 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-81f61a85-9956-4915-aa2c-94ef5f4eb592 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/networks?id=e7aac99f-395b-41fd-b96e-56bde33609b0 HTTP/1.1" status: 200 len: 813 time: 0.1809559 Sep 11 00:58:48.990864 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-48039654-6d62-4ddf-bedd-df8e0d554118 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc9b80b7-364d-4952-97b3-277a78d5fa01 HTTP/1.1" status: 200 len: 217 time: 0.0412841 Sep 11 00:58:48.995036 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-6ce3851e-f3c1-4a00-bf1b-2ca608b405ae tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/quotas/de36b740b8234aca8317d5e4440decec HTTP/1.1" status: 200 len: 375 time: 0.0368953 Sep 11 00:58:49.036410 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-7e6749aa-b8a4-4302-9a50-61c2b998d776 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=de36b740b8234aca8317d5e4440decec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367165 Sep 11 00:58:49.080593 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-4169b144-849b-4611-8479-f2c1e58da537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:49.140443 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-95ee6229-2e8a-416d-ab44-eb970aef7e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:49.142046 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-95ee6229-2e8a-416d-ab44-eb970aef7e72 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=f3ea7549-800e-4ee0-ab06-2db2363e7855 HTTP/1.1" status: 200 len: 850 time: 0.1327801 Sep 11 00:58:49.204148 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-9752073a-4003-4002-b08f-34d2ce9c01c0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7aac99f-395b-41fd-b96e-56bde33609b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455438 Sep 11 00:58:49.207324 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-0ab39a43-f039-40c0-aa3c-6427bbf9691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:49.208745 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-0ab39a43-f039-40c0-aa3c-6427bbf9691a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=6df3e98e-548f-496e-bd19-e33fc45eb877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575356 Sep 11 00:58:49.278063 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:49.383833 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-a6e0073e-fd81-42f2-821b-97ab8ae76f4e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7aac99f-395b-41fd-b96e-56bde33609b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729636 Sep 11 00:58:49.386059 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-865034c8-95c3-4cf4-abf8-f35392ce23c4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667120 Sep 11 00:58:49.546066 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c1d954a-beb8-4ca2-9ccf-49ab0d8ee284 req-c656ead5-b8df-4146-bdba-54d0ae8cb971 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519370 Sep 11 00:58:49.671441 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9a113f2f-f478-4ed2-9e90-f269430c62c9 req-5d4fd609-22cf-46ab-b8a9-9698f865afe4 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28ecae2d-9fbd-42c1-932c-40406ca730b0 HTTP/1.1" status: 200 len: 210 time: 0.0740621 Sep 11 00:58:49.803574 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be792f4-d32a-4ad6-b539-64bf91e071c5 req-d020e1fd-0918-4a9d-b16a-535f2b8fffce tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:49.811908 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6be792f4-d32a-4ad6-b539-64bf91e071c5 req-d020e1fd-0918-4a9d-b16a-535f2b8fffce tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 943 time: 0.1015310 Sep 11 00:58:49.876426 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3258b-88d2-46d6-a66c-b34834eef29c req-b74d8a27-acba-4a70-975c-199348a43d96 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:49.886843 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9ee3258b-88d2-46d6-a66c-b34834eef29c req-b74d8a27-acba-4a70-975c-199348a43d96 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.1023839 Sep 11 00:58:49.969067 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6be792f4-d32a-4ad6-b539-64bf91e071c5 req-21c14318-8c42-4462-b978-e22bfd748d30 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559997 Sep 11 00:58:49.984249 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a5b2e-daef-4489-ba13-ed204ad069cf req-2eb70a18-d674-46ca-b200-25c2d421a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:49.986063 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-de4a5b2e-daef-4489-ba13-ed204ad069cf req-2eb70a18-d674-46ca-b200-25c2d421a8e3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=a1368870ddbd49be857e9ac128bc684e&device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 1127 time: 0.0806882 Sep 11 00:58:50.081869 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9ee3258b-88d2-46d6-a66c-b34834eef29c req-93ca1572-db50-49b9-855b-9534b2d06845 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965704 Sep 11 00:58:50.150193 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a5b2e-daef-4489-ba13-ed204ad069cf req-6ccd44cd-8f5a-4c75-a146-a8509d30358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:50.151916 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-de4a5b2e-daef-4489-ba13-ed204ad069cf req-6ccd44cd-8f5a-4c75-a146-a8509d30358a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=6df3e98e-548f-496e-bd19-e33fc45eb877 HTTP/1.1" status: 200 len: 912 time: 0.1597722 Sep 11 00:58:50.168888 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:50.216347 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-de4a5b2e-daef-4489-ba13-ed204ad069cf req-0830e142-7021-428b-8c4e-537b173a21a6 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc9b80b7-364d-4952-97b3-277a78d5fa01 HTTP/1.1" status: 200 len: 217 time: 0.0573869 Sep 11 00:58:50.280503 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a5b2e-daef-4489-ba13-ed204ad069cf req-57d18516-9f79-4635-a3a4-74537743c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:50.282503 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-de4a5b2e-daef-4489-ba13-ed204ad069cf req-57d18516-9f79-4635-a3a4-74537743c4a1 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=f3ea7549-800e-4ee0-ab06-2db2363e7855 HTTP/1.1" status: 200 len: 850 time: 0.0595009 Sep 11 00:58:50.331165 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a5b2e-daef-4489-ba13-ed204ad069cf req-fdbe935f-befa-4f61-a62d-74535b34f0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:50.332791 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-de4a5b2e-daef-4489-ba13-ed204ad069cf req-fdbe935f-befa-4f61-a62d-74535b34f0a6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=6df3e98e-548f-496e-bd19-e33fc45eb877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443172 Sep 11 00:58:50.482716 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-de4a5b2e-daef-4489-ba13-ed204ad069cf req-69338676-cf48-485c-b020-abc8b265bb35 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406405 Sep 11 00:58:50.648564 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-de4a5b2e-daef-4489-ba13-ed204ad069cf req-7ff91e59-d3ea-4335-bc21-d48fe79146b8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213658 Sep 11 00:58:50.841204 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6c158db3-3ae9-42c6-bc2e-b18f1a0c78c4 req-9e1f9a37-6163-4c39-9f8a-ff5b1f341d09 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28ecae2d-9fbd-42c1-932c-40406ca730b0 HTTP/1.1" status: 200 len: 210 time: 0.0424917 Sep 11 00:58:51.157354 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680325d-ed48-4f02-ac20-870ae2c3d94b req-060ecf45-6f54-4448-9eda-ee75043bf613 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:51.159739 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2680325d-ed48-4f02-ac20-870ae2c3d94b req-060ecf45-6f54-4448-9eda-ee75043bf613 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 943 time: 0.0728664 Sep 11 00:58:51.260286 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ffc7b-77fe-4aa8-8fb7-bd3582e294a1 req-cf5250cc-6639-485c-926a-c687a57d2ca0 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:51.261838 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f67ffc7b-77fe-4aa8-8fb7-bd3582e294a1 req-cf5250cc-6639-485c-926a-c687a57d2ca0 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.0835485 Sep 11 00:58:51.281914 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2680325d-ed48-4f02-ac20-870ae2c3d94b req-591334ad-40e0-478a-be5c-78b135a20bcb tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124372 Sep 11 00:58:51.347978 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:51.364190 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0af503c6-243f-472a-8ac8-ad2afcc946a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:51.443562 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f67ffc7b-77fe-4aa8-8fb7-bd3582e294a1 req-b4f3990e-4623-43d6-b465-52baefafb6f3 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706326 Sep 11 00:58:51.530841 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-7ee78f6a-e7bc-4f16-a404-b585b3553b18 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:51.532664 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-7ee78f6a-e7bc-4f16-a404-b585b3553b18 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.18 "GET /networking/v2.0/networks?id=e7aac99f-395b-41fd-b96e-56bde33609b0 HTTP/1.1" status: 200 len: 813 time: 0.1833606 Sep 11 00:58:51.555264 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-20e00b97-05b7-4368-9252-30e7136c3cb7 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Request body: {'port': {'device_id': '28ecae2d-9fbd-42c1-932c-40406ca730b0', 'network_id': 'e7aac99f-395b-41fd-b96e-56bde33609b0', 'admin_state_up': True, 'tenant_id': 'de36b740b8234aca8317d5e4440decec'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:58:51.717536 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-20e00b97-05b7-4368-9252-30e7136c3cb7 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Made reservation on behalf of de36b740b8234aca8317d5e4440decec for: {'port': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 00:58:51.721692 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-20e00b97-05b7-4368-9252-30e7136c3cb7 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:51.885918 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-20e00b97-05b7-4368-9252-30e7136c3cb7 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Allocated IP 172.20.0.12 (e7aac99f-395b-41fd-b96e-56bde33609b0/f14d4306-a8f4-4dbe-89e9-f8fccd00cd8c/1717a3c3-263a-47c4-85ce-30d613700835) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:58:51.987824 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-92dd2513-7b4e-477b-93b8-b55e37c20d90 req-005ac474-5886-4c3e-b7f0-7a979dd41616 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28ecae2d-9fbd-42c1-932c-40406ca730b0 HTTP/1.1" status: 200 len: 210 time: 0.0487070 Sep 11 00:58:52.058347 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:52.117269 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-20e00b97-05b7-4368-9252-30e7136c3cb7 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Publish callbacks [] for port (1717a3c3-263a-47c4-85ce-30d613700835), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:52.156531 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-20e00b97-05b7-4368-9252-30e7136c3cb7 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (1717a3c3-263a-47c4-85ce-30d613700835), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:52.206944 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-20e00b97-05b7-4368-9252-30e7136c3cb7 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Network e7aac99f-395b-41fd-b96e-56bde33609b0 is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:58:52.212405 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-20e00b97-05b7-4368-9252-30e7136c3cb7 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:58:52.218423 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-20e00b97-05b7-4368-9252-30e7136c3cb7 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:58:52.242391 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e00b97-05b7-4368-9252-30e7136c3cb7 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Pushing event updated for resources: {'Port': ['ID=1717a3c3-263a-47c4-85ce-30d613700835,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:52.314663 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-20e00b97-05b7-4368-9252-30e7136c3cb7 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:52.315382 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-20e00b97-05b7-4368-9252-30e7136c3cb7 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:52.366877 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-20e00b97-05b7-4368-9252-30e7136c3cb7 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8159044 Sep 11 00:58:52.386743 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-d1de2cb9-3d8f-48f7-8c26-7a27266b6c94 service neutron] Request body: {'port': {'device_id': '28ecae2d-9fbd-42c1-932c-40406ca730b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:58:52.537323 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cda478-dd11-4e9e-97ea-32737568f246 req-289c371d-1e1d-45eb-b3fb-b39785e48e9b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:52.539577 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-86cda478-dd11-4e9e-97ea-32737568f246 req-289c371d-1e1d-45eb-b3fb-b39785e48e9b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 943 time: 0.0906773 Sep 11 00:58:52.558446 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:52.559355 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-d1de2cb9-3d8f-48f7-8c26-7a27266b6c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (1717a3c3-263a-47c4-85ce-30d613700835), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:52.613829 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:52.669775 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598958c8-70b2-4b97-aa81-4e38d8bedc3b req-b7499734-c944-4b2e-b2f3-f0235f26d3f6 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:52.673723 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-598958c8-70b2-4b97-aa81-4e38d8bedc3b req-b7499734-c944-4b2e-b2f3-f0235f26d3f6 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.1308322 Sep 11 00:58:52.723430 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-86cda478-dd11-4e9e-97ea-32737568f246 req-03694cc3-94b7-4b2b-9e32-0f7988e1d44b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769841 Sep 11 00:58:52.829979 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-598958c8-70b2-4b97-aa81-4e38d8bedc3b req-23b8f7e6-0bde-4569-9885-6e4a94460da8 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462789 Sep 11 00:58:52.994409 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-d1de2cb9-3d8f-48f7-8c26-7a27266b6c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1717a3c3-263a-47c4-85ce-30d613700835 {{(pid=112721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:58:53.002982 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-d1de2cb9-3d8f-48f7-8c26-7a27266b6c94 service neutron] Publish callbacks [] for port (1717a3c3-263a-47c4-85ce-30d613700835), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:53.017342 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.provisioning_blocks [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-d1de2cb9-3d8f-48f7-8c26-7a27266b6c94 service neutron] Transition to ACTIVE for port object 1717a3c3-263a-47c4-85ce-30d613700835 will not be triggered until provisioned by entity L2. {{(pid=112721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 11 00:58:53.021736 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-d1de2cb9-3d8f-48f7-8c26-7a27266b6c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (1717a3c3-263a-47c4-85ce-30d613700835), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:53.106517 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de2cb9-3d8f-48f7-8c26-7a27266b6c94 service neutron] Pushing event updated for resources: {'Port': ['ID=1717a3c3-263a-47c4-85ce-30d613700835,revision_number=2']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:53.108221 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:53.187109 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2033f1-c61b-40a9-850f-ceb346b2fede req-ae444be6-6db3-4bc1-a742-a3c568be77fd tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:53.187109 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5d2033f1-c61b-40a9-850f-ceb346b2fede req-ae444be6-6db3-4bc1-a742-a3c568be77fd tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28ecae2d-9fbd-42c1-932c-40406ca730b0 HTTP/1.1" status: 200 len: 944 time: 0.1021154 Sep 11 00:58:53.213700 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-d1de2cb9-3d8f-48f7-8c26-7a27266b6c94 service neutron] Attempting to bind port 1717a3c3-263a-47c4-85ce-30d613700835 on host hv-cinder-maste for vnic_type normal with profile {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 00:58:53.214053 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-d1de2cb9-3d8f-48f7-8c26-7a27266b6c94 service neutron] Attempting to bind port 1717a3c3-263a-47c4-85ce-30d613700835 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a138d863-1f34-49b7-a3ee-1c74f619a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e7aac99f-395b-41fd-b96e-56bde33609b0'}] {{(pid=112721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 00:58:53.214368 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-d1de2cb9-3d8f-48f7-8c26-7a27266b6c94 service neutron] Attempting to bind port 1717a3c3-263a-47c4-85ce-30d613700835 on network e7aac99f-395b-41fd-b96e-56bde33609b0 {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:58:53.280514 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5d2033f1-c61b-40a9-850f-ceb346b2fede req-0d8bd050-828e-4ae7-9879-a16d60b53ae0 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bc4c699b-1dc9-425e-b492-cd5b63edf598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849957 Sep 11 00:58:53.286624 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-d1de2cb9-3d8f-48f7-8c26-7a27266b6c94 service neutron] Port 1717a3c3-263a-47c4-85ce-30d613700835 on network e7aac99f-395b-41fd-b96e-56bde33609b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 11 00:58:53.286977 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-d1de2cb9-3d8f-48f7-8c26-7a27266b6c94 service neutron] Attempting to bind port 1717a3c3-263a-47c4-85ce-30d613700835 on network e7aac99f-395b-41fd-b96e-56bde33609b0 {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 00:58:53.331473 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-d1de2cb9-3d8f-48f7-8c26-7a27266b6c94 service neutron] Checking agent: {'id': '59bd9a15-1b15-4a76-8496-742ec7e1ef61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'started_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 00:58:53.331809 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-d1de2cb9-3d8f-48f7-8c26-7a27266b6c94 service neutron] Checking segment: {'id': 'a138d863-1f34-49b7-a3ee-1c74f619a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e7aac99f-395b-41fd-b96e-56bde33609b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 00:58:53.332199 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-d1de2cb9-3d8f-48f7-8c26-7a27266b6c94 service neutron] Bound using segment: {'id': 'a138d863-1f34-49b7-a3ee-1c74f619a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e7aac99f-395b-41fd-b96e-56bde33609b0'} {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 00:58:53.332633 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-d1de2cb9-3d8f-48f7-8c26-7a27266b6c94 service neutron] Bound port: 1717a3c3-263a-47c4-85ce-30d613700835, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a138d863-1f34-49b7-a3ee-1c74f619a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e7aac99f-395b-41fd-b96e-56bde33609b0'}}] {{(pid=112721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 00:58:53.332989 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-d1de2cb9-3d8f-48f7-8c26-7a27266b6c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (1717a3c3-263a-47c4-85ce-30d613700835), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:53.409144 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-d1de2cb9-3d8f-48f7-8c26-7a27266b6c94 service neutron] For port 1717a3c3-263a-47c4-85ce-30d613700835, host hv-cinder-maste, cleared binding levels {{(pid=112721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 00:58:53.411734 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:53.414515 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-d1de2cb9-3d8f-48f7-8c26-7a27266b6c94 service neutron] For port 1717a3c3-263a-47c4-85ce-30d613700835, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1717a3c3-263a-47c4-85ce-30d613700835,segment=NetworkSegment(a138d863-1f34-49b7-a3ee-1c74f619a662),segment_id=a138d863-1f34-49b7-a3ee-1c74f619a662)] {{(pid=112721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 00:58:53.422039 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-d1de2cb9-3d8f-48f7-8c26-7a27266b6c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (1717a3c3-263a-47c4-85ce-30d613700835), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:53.425323 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-d1de2cb9-3d8f-48f7-8c26-7a27266b6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:53.425943 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-d1de2cb9-3d8f-48f7-8c26-7a27266b6c94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:53.427386 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-d1de2cb9-3d8f-48f7-8c26-7a27266b6c94 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/1717a3c3-263a-47c4-85ce-30d613700835 HTTP/1.1" status: 200 len: 1094 time: 1.0471969 Sep 11 00:58:53.429980 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ecae2d-9fbd-42c1-932c-40406ca730b0', 'tag': '1717a3c3-263a-47c4-85ce-30d613700835'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:58:53.432453 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3b349a-9724-4e35-ade2-b77d3ab48658" -d '{"events": [{"name": "network-changed", "server_uuid": "28ecae2d-9fbd-42c1-932c-40406ca730b0", "tag": "1717a3c3-263a-47c4-85ce-30d613700835"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:58:53.497010 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de2cb9-3d8f-48f7-8c26-7a27266b6c94 service neutron] Pushing event updated for resources: {'Port': ['ID=1717a3c3-263a-47c4-85ce-30d613700835,revision_number=3']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:53.504203 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1355ea-a401-4685-8b3a-f8a3959d297c x-openstack-request-id: req-5e1355ea-a401-4685-8b3a-f8a3959d297c {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:58:53.504881 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ecae2d-9fbd-42c1-932c-40406ca730b0", "tag": "1717a3c3-263a-47c4-85ce-30d613700835", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:58:53.505146 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5e1355ea-a401-4685-8b3a-f8a3959d297c {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:58:53.505526 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e1355ea-a401-4685-8b3a-f8a3959d297c'] response: {'name': 'network-changed', 'server_uuid': '28ecae2d-9fbd-42c1-932c-40406ca730b0', 'tag': '1717a3c3-263a-47c4-85ce-30d613700835', 'status': 'completed', 'code': 200} Sep 11 00:58:53.562826 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-2af8acd1-7607-4f97-8fc6-22c2433e489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:53.564560 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-2af8acd1-7607-4f97-8fc6-22c2433e489a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=de36b740b8234aca8317d5e4440decec&device_id=28ecae2d-9fbd-42c1-932c-40406ca730b0 HTTP/1.1" status: 200 len: 1128 time: 0.0458272 Sep 11 00:58:53.627128 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-6126e429-8ec8-4ea3-81bf-536d04b25f4b service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1717a3c3-263a-47c4-85ce-30d613700835 HTTP/1.1" status: 200 len: 217 time: 0.0471036 Sep 11 00:58:53.680990 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-de75ce56-871d-4996-a309-7c94a79129e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:53.682454 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-de75ce56-871d-4996-a309-7c94a79129e3 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=f14d4306-a8f4-4dbe-89e9-f8fccd00cd8c HTTP/1.1" status: 200 len: 853 time: 0.0490732 Sep 11 00:58:53.716199 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-74e0653d-002e-42b3-8649-a5bff0011bb7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e7aac99f-395b-41fd-b96e-56bde33609b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277848 Sep 11 00:58:53.753710 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:53.846318 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-9e17a257-f48c-4c92-982f-f7d81338c88d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7aac99f-395b-41fd-b96e-56bde33609b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124518 Sep 11 00:58:53.956754 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:54.227419 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda27843-3cf2-4860-812c-6dc949db1cef req-e93e2079-c383-45d4-a550-3ee6e5e983d1 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:54.234386 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-eda27843-3cf2-4860-812c-6dc949db1cef req-e93e2079-c383-45d4-a550-3ee6e5e983d1 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 943 time: 0.3864369 Sep 11 00:58:54.271133 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d2dfd-3ebe-427b-a3d8-9bcf41dd74c1 req-0eac9b8d-b34c-4c40-baed-f028eede0f44 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:54.272590 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ec8d2dfd-3ebe-427b-a3d8-9bcf41dd74c1 req-0eac9b8d-b34c-4c40-baed-f028eede0f44 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.1434286 Sep 11 00:58:54.329654 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:54.340520 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:54.365303 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-eda27843-3cf2-4860-812c-6dc949db1cef req-87e2de9e-5a90-4cdf-8947-4d87973dcbcf tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300066 Sep 11 00:58:54.371558 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-43c12818-6b1c-4173-a0f4-68fac86fe6bc req-18fe472b-c4ba-444d-8872-ff62d7a78b47 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7aac99f-395b-41fd-b96e-56bde33609b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128181 Sep 11 00:58:54.381559 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ec8d2dfd-3ebe-427b-a3d8-9bcf41dd74c1 req-238cfea2-1f88-47e4-bd79-b370733d820a tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989268 Sep 11 00:58:54.516991 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b9474-d35d-442b-aff1-210517749848 req-ea647ef9-cc0e-43c8-aea5-57fa6287fc53 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:54.518855 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-cf9b9474-d35d-442b-aff1-210517749848 req-ea647ef9-cc0e-43c8-aea5-57fa6287fc53 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28ecae2d-9fbd-42c1-932c-40406ca730b0 HTTP/1.1" status: 200 len: 944 time: 0.0586433 Sep 11 00:58:54.591049 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-cf9b9474-d35d-442b-aff1-210517749848 req-beddc3b1-a1e7-49e6-b9a9-f3360f34e4cf tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bc4c699b-1dc9-425e-b492-cd5b63edf598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651875 Sep 11 00:58:55.589708 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf57183-f997-4203-9a7c-05060109bdce req-97adf520-33fa-4c75-b970-2757bab9b142 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:55.591427 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-adf57183-f997-4203-9a7c-05060109bdce req-97adf520-33fa-4c75-b970-2757bab9b142 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 943 time: 0.1209621 Sep 11 00:58:55.595151 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b349a-9724-4e35-ade2-b77d3ab48658 req-9589e231-d725-48ad-8411-5832637473cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:55.596802 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6c3b349a-9724-4e35-ade2-b77d3ab48658 req-9589e231-d725-48ad-8411-5832637473cd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=de36b740b8234aca8317d5e4440decec&device_id=28ecae2d-9fbd-42c1-932c-40406ca730b0 HTTP/1.1" status: 200 len: 1128 time: 0.1111856 Sep 11 00:58:55.614322 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1abff-592c-41af-950b-6ab38b0530af req-c51d9099-9a01-454c-9645-25c7564db889 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:55.615913 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e4c1abff-592c-41af-950b-6ab38b0530af req-c51d9099-9a01-454c-9645-25c7564db889 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.1025620 Sep 11 00:58:55.687149 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-adf57183-f997-4203-9a7c-05060109bdce req-b8c8d661-c4cc-4c1c-9e66-4423857b0ae8 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864680 Sep 11 00:58:55.694839 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:55.700098 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e4c1abff-592c-41af-950b-6ab38b0530af req-1861c406-a11d-43fa-be10-93c220f183e2 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760772 Sep 11 00:58:55.835359 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3504b10-aaea-42d9-9eb7-987c27ba216f req-e2c45ff2-d3b9-43f6-b12c-d3af51d27320 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:55.837795 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c3504b10-aaea-42d9-9eb7-987c27ba216f req-e2c45ff2-d3b9-43f6-b12c-d3af51d27320 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28ecae2d-9fbd-42c1-932c-40406ca730b0 HTTP/1.1" status: 200 len: 944 time: 0.0507519 Sep 11 00:58:55.869927 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:55.896899 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c3504b10-aaea-42d9-9eb7-987c27ba216f req-57877e09-ea60-4bfd-84ca-90f857d01e91 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bc4c699b-1dc9-425e-b492-cd5b63edf598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505352 Sep 11 00:58:56.219885 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 1717a3c3-263a-47c4-85ce-30d613700835 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 00:58:56.326415 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 1717a3c3-263a-47c4-85ce-30d613700835, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1717a3c3-263a-47c4-85ce-30d613700835,segment=NetworkSegment(a138d863-1f34-49b7-a3ee-1c74f619a662),segment_id=a138d863-1f34-49b7-a3ee-1c74f619a662)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:58:56.328950 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b349a-9724-4e35-ade2-b77d3ab48658 req-a5d83a48-d4b4-460e-9686-adf1b19cb42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:56.330057 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6c3b349a-9724-4e35-ade2-b77d3ab48658 req-a5d83a48-d4b4-460e-9686-adf1b19cb42f service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e7aac99f-395b-41fd-b96e-56bde33609b0 HTTP/1.1" status: 200 len: 914 time: 0.0994811 Sep 11 00:58:56.340617 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': '1717a3c3-263a-47c4-85ce-30d613700835', 'network_id': 'e7aac99f-395b-41fd-b96e-56bde33609b0', 'port_id': '1717a3c3-263a-47c4-85ce-30d613700835', 'mac_address': 'fa:16:3e:79:58:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14d4306-a8f4-4dbe-89e9-f8fccd00cd8c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 00:58:56.383949 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 1717a3c3-263a-47c4-85ce-30d613700835 is: DOWN; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:58:56.384853 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (1717a3c3-263a-47c4-85ce-30d613700835), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:56.400406 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1717a3c3-263a-47c4-85ce-30d613700835 {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:58:56.423670 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 1717a3c3-263a-47c4-85ce-30d613700835, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1717a3c3-263a-47c4-85ce-30d613700835,segment=NetworkSegment(a138d863-1f34-49b7-a3ee-1c74f619a662),segment_id=a138d863-1f34-49b7-a3ee-1c74f619a662)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:58:56.428169 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (1717a3c3-263a-47c4-85ce-30d613700835), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:56.481451 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=1717a3c3-263a-47c4-85ce-30d613700835,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:56.504641 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=62,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:56.563990 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:56.590696 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6c3b349a-9724-4e35-ade2-b77d3ab48658 req-939d4dbc-4f1c-47a3-a071-18c76772ee32 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1717a3c3-263a-47c4-85ce-30d613700835 HTTP/1.1" status: 200 len: 217 time: 0.0467362 Sep 11 00:58:56.670731 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b349a-9724-4e35-ade2-b77d3ab48658 req-73ea6112-4f2a-4555-85da-a07f2ad89a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:56.673565 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6c3b349a-9724-4e35-ade2-b77d3ab48658 req-73ea6112-4f2a-4555-85da-a07f2ad89a55 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=f14d4306-a8f4-4dbe-89e9-f8fccd00cd8c HTTP/1.1" status: 200 len: 853 time: 0.0745134 Sep 11 00:58:56.818214 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['1717a3c3-263a-47c4-85ce-30d613700835'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:58:56.845286 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:56.882547 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3e17f-38b6-4fbf-85a3-43c0344e4be9 req-f2e3c56a-13c5-4e81-9e5f-8eb1969a1044 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:56.883973 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-02e3e17f-38b6-4fbf-85a3-43c0344e4be9 req-f2e3c56a-13c5-4e81-9e5f-8eb1969a1044 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 943 time: 0.0989385 Sep 11 00:58:56.895046 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60419793-2cae-4ad0-bae1-fc0eccf9c4b9 req-75e74a37-c750-4d2a-94c1-ec502857196c tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:56.896554 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-60419793-2cae-4ad0-bae1-fc0eccf9c4b9 req-75e74a37-c750-4d2a-94c1-ec502857196c tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.0713682 Sep 11 00:58:56.989522 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-60419793-2cae-4ad0-bae1-fc0eccf9c4b9 req-4f4f880d-5cf2-4aa2-b058-e6525a3f9f31 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838168 Sep 11 00:58:57.024079 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6c3b349a-9724-4e35-ade2-b77d3ab48658 req-2a3251a4-ad4b-40b8-9736-430efc5d2cf1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e7aac99f-395b-41fd-b96e-56bde33609b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529003 Sep 11 00:58:57.033286 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-02e3e17f-38b6-4fbf-85a3-43c0344e4be9 req-aba2ddd8-3021-40ea-902c-cc0f13592062 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349223 Sep 11 00:58:57.152270 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d964701-a58d-4cb0-87ce-48bb4410ff33 req-18996952-710b-4ebf-bd44-56763b2572ac tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:57.153739 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8d964701-a58d-4cb0-87ce-48bb4410ff33 req-18996952-710b-4ebf-bd44-56763b2572ac tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28ecae2d-9fbd-42c1-932c-40406ca730b0 HTTP/1.1" status: 200 len: 945 time: 0.0606055 Sep 11 00:58:57.197423 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6c3b349a-9724-4e35-ade2-b77d3ab48658 req-a1fcebb6-e2e9-4e18-8c7f-68688ae2f433 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7aac99f-395b-41fd-b96e-56bde33609b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631176 Sep 11 00:58:57.270689 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8d964701-a58d-4cb0-87ce-48bb4410ff33 req-1aeb5e63-979b-4f08-8f95-f9f2e5bb5256 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bc4c699b-1dc9-425e-b492-cd5b63edf598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100268 Sep 11 00:58:57.313960 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6c3b349a-9724-4e35-ade2-b77d3ab48658 req-57c99f34-3368-41b6-8ac2-13891c30dd9c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7aac99f-395b-41fd-b96e-56bde33609b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054280 Sep 11 00:58:57.738295 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b966c29-2539-4de5-bdae-1f63ba210e03 req-298f0f1e-7787-47ee-874c-cf293ea9c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:57.739637 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3b966c29-2539-4de5-bdae-1f63ba210e03 req-298f0f1e-7787-47ee-874c-cf293ea9c590 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd9221b2e81a46f69864e02ec4d42672&device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 1129 time: 0.0459857 Sep 11 00:58:57.836484 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b966c29-2539-4de5-bdae-1f63ba210e03 req-be6839a2-c1bb-40f5-b03e-d776754ddfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:57.837945 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3b966c29-2539-4de5-bdae-1f63ba210e03 req-be6839a2-c1bb-40f5-b03e-d776754ddfbe service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 HTTP/1.1" status: 200 len: 917 time: 0.0886369 Sep 11 00:58:58.192986 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3af9d-3633-4a43-9278-b3d002884fad req-c0e9d8f5-d1fd-4b3d-a682-f3f246858369 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:58.195091 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1ae3af9d-3633-4a43-9278-b3d002884fad req-c0e9d8f5-d1fd-4b3d-a682-f3f246858369 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.1154859 Sep 11 00:58:58.201747 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:58.225539 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3b966c29-2539-4de5-bdae-1f63ba210e03 req-ed30b271-17bc-4d66-9a47-ccc0bf761b06 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a HTTP/1.1" status: 200 len: 1001 time: 0.1169968 Sep 11 00:58:58.229458 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device bc9b80b7-364d-4952-97b3-277a78d5fa01 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 00:58:58.231203 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8a512-f8a2-47a7-8071-8ee98138d877 req-02d94986-1566-470c-8d7e-be48f8927959 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:58.232619 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f7b8a512-f8a2-47a7-8071-8ee98138d877 req-02d94986-1566-470c-8d7e-be48f8927959 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 943 time: 0.1156874 Sep 11 00:58:58.243593 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 1717a3c3-263a-47c4-85ce-30d613700835 up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:58:58.331480 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1ae3af9d-3633-4a43-9278-b3d002884fad req-6d17b351-f546-4433-97da-a2f2f973b6df tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251035 Sep 11 00:58:58.341339 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:58.349388 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f7b8a512-f8a2-47a7-8071-8ee98138d877 req-2131195d-81fd-4a3d-a423-c7a52a5401d8 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104729 Sep 11 00:58:58.359672 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning for port 1717a3c3-263a-47c4-85ce-30d613700835 completed by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 11 00:58:58.362247 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:58.369057 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b966c29-2539-4de5-bdae-1f63ba210e03 req-7962fbc4-18bd-4485-8218-1c2fbe1204ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:58.370545 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3b966c29-2539-4de5-bdae-1f63ba210e03 req-7962fbc4-18bd-4485-8218-1c2fbe1204ff service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=f6e1af3b-cbbe-4593-9148-6f2c7fa19e13 HTTP/1.1" status: 200 len: 855 time: 0.1034207 Sep 11 00:58:58.379529 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port bc9b80b7-364d-4952-97b3-277a78d5fa01, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bc9b80b7-364d-4952-97b3-277a78d5fa01,segment=NetworkSegment(c77f5f4f-cada-402d-b932-fa2457ffe4e0),segment_id=c77f5f4f-cada-402d-b932-fa2457ffe4e0)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:58:58.393313 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': 'bc9b80b7-364d-4952-97b3-277a78d5fa01', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'port_id': 'bc9b80b7-364d-4952-97b3-277a78d5fa01', 'mac_address': 'fa:16:3e:e4:61:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 00:58:58.399145 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port 1717a3c3-263a-47c4-85ce-30d613700835 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:58:58.399510 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (1717a3c3-263a-47c4-85ce-30d613700835), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:58.449381 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b966c29-2539-4de5-bdae-1f63ba210e03 req-541b6d66-856a-4b42-844c-0ae25cac79a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:58.451125 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3b966c29-2539-4de5-bdae-1f63ba210e03 req-541b6d66-856a-4b42-844c-0ae25cac79a4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=3c897342-0f04-45f8-a9ef-0bc52e6c6ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0707846 Sep 11 00:58:58.458965 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port bc9b80b7-364d-4952-97b3-277a78d5fa01 is: DOWN; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:58:58.459359 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (bc9b80b7-364d-4952-97b3-277a78d5fa01), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:58.471072 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec90e5-c3b4-4c5e-bc45-f38812df49af req-dd457349-5097-49e8-918d-14993ca9b100 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:58.472492 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-18ec90e5-c3b4-4c5e-bc45-f38812df49af req-dd457349-5097-49e8-918d-14993ca9b100 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28ecae2d-9fbd-42c1-932c-40406ca730b0 HTTP/1.1" status: 200 len: 945 time: 0.0621266 Sep 11 00:58:58.480306 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9b80b7-364d-4952-97b3-277a78d5fa01 {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:58:58.526528 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port bc9b80b7-364d-4952-97b3-277a78d5fa01, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bc9b80b7-364d-4952-97b3-277a78d5fa01,segment=NetworkSegment(c77f5f4f-cada-402d-b932-fa2457ffe4e0),segment_id=c77f5f4f-cada-402d-b932-fa2457ffe4e0)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:58:58.535599 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (bc9b80b7-364d-4952-97b3-277a78d5fa01), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:58.543337 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 1717a3c3-263a-47c4-85ce-30d613700835 is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:58:58.543337 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (1717a3c3-263a-47c4-85ce-30d613700835), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:58.595043 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ecae2d-9fbd-42c1-932c-40406ca730b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1717a3c3-263a-47c4-85ce-30d613700835'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:58:58.597281 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6af349-5352-4c8e-bf30-14eb3cbe7e7f" -d '{"events": [{"server_uuid": "28ecae2d-9fbd-42c1-932c-40406ca730b0", "name": "network-vif-plugged", "status": "completed", "tag": "1717a3c3-263a-47c4-85ce-30d613700835"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:58:58.613540 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-18ec90e5-c3b4-4c5e-bc45-f38812df49af req-007ddd80-0311-4cfb-9cf3-a5a2ca2d71ed tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bc4c699b-1dc9-425e-b492-cd5b63edf598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120028 Sep 11 00:58:58.621429 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 1717a3c3-263a-47c4-85ce-30d613700835, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1717a3c3-263a-47c4-85ce-30d613700835,segment=NetworkSegment(a138d863-1f34-49b7-a3ee-1c74f619a662),segment_id=a138d863-1f34-49b7-a3ee-1c74f619a662)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:58:58.625845 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=bc9b80b7-364d-4952-97b3-277a78d5fa01,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:58.628008 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3b966c29-2539-4de5-bdae-1f63ba210e03 req-ed27c812-a81d-495f-affd-2bcdf435ab56 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c897342-0f04-45f8-a9ef-0bc52e6c6ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690233 Sep 11 00:58:58.638484 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (1717a3c3-263a-47c4-85ce-30d613700835), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:58:58.681873 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33e0793-b519-4009-b02c-f9630bd2ace6 x-openstack-request-id: req-a33e0793-b519-4009-b02c-f9630bd2ace6 {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:58:58.681873 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ecae2d-9fbd-42c1-932c-40406ca730b0", "name": "network-vif-plugged", "status": "completed", "tag": "1717a3c3-263a-47c4-85ce-30d613700835", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:58:58.681873 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a33e0793-b519-4009-b02c-f9630bd2ace6 {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:58:58.681873 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a33e0793-b519-4009-b02c-f9630bd2ace6'] response: {'server_uuid': '28ecae2d-9fbd-42c1-932c-40406ca730b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1717a3c3-263a-47c4-85ce-30d613700835', 'code': 200} Sep 11 00:58:58.706896 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=1717a3c3-263a-47c4-85ce-30d613700835,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:58:58.761776 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3b966c29-2539-4de5-bdae-1f63ba210e03 req-64d91921-ec3c-4c5c-bf22-0767d0723094 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c897342-0f04-45f8-a9ef-0bc52e6c6ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264453 Sep 11 00:58:58.948322 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['bc9b80b7-364d-4952-97b3-277a78d5fa01'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:58:58.970410 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb23ea-af1b-4994-80a9-589aa50a307a req-46034dc2-bf9f-4657-88d4-de2ceaa40373 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:58.972012 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-91bb23ea-af1b-4994-80a9-589aa50a307a req-46034dc2-bf9f-4657-88d4-de2ceaa40373 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 945 time: 0.0484245 Sep 11 00:58:59.023548 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-91bb23ea-af1b-4994-80a9-589aa50a307a req-96c9b499-6401-4302-83c9-dba5ed1fc758 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454059 Sep 11 00:58:59.190573 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:58:59.503955 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a217e0-b09f-48cc-b107-1e2c35cd2e45 req-ebcc59f2-2de7-40f4-bc34-1f01c726f760 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:59.505420 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-01a217e0-b09f-48cc-b107-1e2c35cd2e45 req-ebcc59f2-2de7-40f4-bc34-1f01c726f760 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 945 time: 0.0774338 Sep 11 00:58:59.511188 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25888e-0272-4967-ac59-20bfdcd905f1 req-dfecdc2d-3439-424e-b815-c0aba7fbdec7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:59.512543 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6c25888e-0272-4967-ac59-20bfdcd905f1 req-dfecdc2d-3439-424e-b815-c0aba7fbdec7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 944 time: 0.0740466 Sep 11 00:58:59.584030 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-01a217e0-b09f-48cc-b107-1e2c35cd2e45 req-7dbaf2f6-5679-457f-9aba-af3289660bae tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705550 Sep 11 00:58:59.592502 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6c25888e-0272-4967-ac59-20bfdcd905f1 req-fe71edd1-e911-4130-a94f-ec7f84a4bd59 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723262 Sep 11 00:58:59.708403 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917d34a-f588-4611-b3a2-83d08039243d req-0b6ce2d0-d378-475e-9c70-53b22ababdcd tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:58:59.709910 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2917d34a-f588-4611-b3a2-83d08039243d req-0b6ce2d0-d378-475e-9c70-53b22ababdcd tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28ecae2d-9fbd-42c1-932c-40406ca730b0 HTTP/1.1" status: 200 len: 946 time: 0.0489583 Sep 11 00:58:59.756278 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2917d34a-f588-4611-b3a2-83d08039243d req-2cefd820-d76f-49d0-bc27-9c89eaf240c3 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bc4c699b-1dc9-425e-b492-cd5b63edf598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406778 Sep 11 00:59:00.148833 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d75c52-cc7f-4f71-9ba7-1a3d013cb307 req-f9a88c09-fe08-4306-8a88-28e721bc4ae0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:00.150292 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-21d75c52-cc7f-4f71-9ba7-1a3d013cb307 req-f9a88c09-fe08-4306-8a88-28e721bc4ae0 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 945 time: 0.0507131 Sep 11 00:59:00.190517 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:00.198985 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-21d75c52-cc7f-4f71-9ba7-1a3d013cb307 req-e06158c6-ae55-4e2c-9d2f-6ce955698c94 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432718 Sep 11 00:59:00.245121 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device bc9b80b7-364d-4952-97b3-277a78d5fa01 up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:59:00.290091 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning for port bc9b80b7-364d-4952-97b3-277a78d5fa01 completed by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 11 00:59:00.295356 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port bc9b80b7-364d-4952-97b3-277a78d5fa01 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:59:00.295728 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (bc9b80b7-364d-4952-97b3-277a78d5fa01), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:00.375361 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port bc9b80b7-364d-4952-97b3-277a78d5fa01 is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:59:00.375672 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (bc9b80b7-364d-4952-97b3-277a78d5fa01), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:00.409485 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port bc9b80b7-364d-4952-97b3-277a78d5fa01, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bc9b80b7-364d-4952-97b3-277a78d5fa01,segment=NetworkSegment(c77f5f4f-cada-402d-b932-fa2457ffe4e0),segment_id=c77f5f4f-cada-402d-b932-fa2457ffe4e0)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:59:00.413282 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (bc9b80b7-364d-4952-97b3-277a78d5fa01), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:00.414093 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:59:00.471303 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:00.493798 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=bc9b80b7-364d-4952-97b3-277a78d5fa01,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:00.530777 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a is: ACTIVE; New status is: DOWN {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:59:00.531188 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:00.563119 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:59:00.566541 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:00.615626 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a,revision_number=8']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:00.679393 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459cb8ce-dc67-4fd5-a7ba-23b228fd415e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9b80b7-364d-4952-97b3-277a78d5fa01'}, {'server_uuid': '54f4bbc1-5800-4bc9-9ea6-c9a3cd862347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:59:00.681840 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54026e54-dea9-4bb2-86cc-87128e6759bb" -d '{"events": [{"server_uuid": "459cb8ce-dc67-4fd5-a7ba-23b228fd415e", "name": "network-vif-plugged", "status": "completed", "tag": "bc9b80b7-364d-4952-97b3-277a78d5fa01"}, {"server_uuid": "54f4bbc1-5800-4bc9-9ea6-c9a3cd862347", "name": "network-vif-unplugged", "status": "completed", "tag": "5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:59:00.738390 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4df26-76ef-4385-a427-55e75ef5537f req-c6e4515b-d836-4561-8bd1-f7657f8778f2 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:00.739891 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-30b4df26-76ef-4385-a427-55e75ef5537f req-c6e4515b-d836-4561-8bd1-f7657f8778f2 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 943 time: 0.0737329 Sep 11 00:59:00.745980 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cbfc5-f980-444d-abbf-b15ba6c64191 req-3fe21462-07bb-42f1-9445-0e30af1cf464 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:00.747356 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8c2cbfc5-f980-444d-abbf-b15ba6c64191 req-3fe21462-07bb-42f1-9445-0e30af1cf464 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 945 time: 0.0725915 Sep 11 00:59:00.821198 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-30b4df26-76ef-4385-a427-55e75ef5537f req-89e29ee3-b78d-40a7-af80-da7138458051 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729063 Sep 11 00:59:00.829490 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8c2cbfc5-f980-444d-abbf-b15ba6c64191 req-1eb490f7-332a-4e85-a9bd-8af385e9ba35 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745995 Sep 11 00:59:00.875094 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 11 Sep 2022 00:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7161052-e495-488b-9ee8-4ad45a9899c0 x-openstack-request-id: req-e7161052-e495-488b-9ee8-4ad45a9899c0 {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:59:00.875395 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459cb8ce-dc67-4fd5-a7ba-23b228fd415e", "name": "network-vif-plugged", "status": "completed", "tag": "bc9b80b7-364d-4952-97b3-277a78d5fa01", "code": 200}, {"server_uuid": "54f4bbc1-5800-4bc9-9ea6-c9a3cd862347", "name": "network-vif-unplugged", "status": "completed", "tag": "5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:59:00.875646 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e7161052-e495-488b-9ee8-4ad45a9899c0 {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:59:00.876046 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7161052-e495-488b-9ee8-4ad45a9899c0'] response: {'server_uuid': '459cb8ce-dc67-4fd5-a7ba-23b228fd415e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9b80b7-364d-4952-97b3-277a78d5fa01', 'code': 200} Sep 11 00:59:00.876302 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7161052-e495-488b-9ee8-4ad45a9899c0'] response: {'server_uuid': '54f4bbc1-5800-4bc9-9ea6-c9a3cd862347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a', 'code': 200} Sep 11 00:59:00.935263 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94c2e2-b21b-47ea-bbba-19b68f4a1b4c req-3003f304-1940-4cd8-b4f6-fff606d973f1 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:00.936764 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7d94c2e2-b21b-47ea-bbba-19b68f4a1b4c req-3003f304-1940-4cd8-b4f6-fff606d973f1 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28ecae2d-9fbd-42c1-932c-40406ca730b0 HTTP/1.1" status: 200 len: 946 time: 0.0491903 Sep 11 00:59:00.948591 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:00.984018 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7d94c2e2-b21b-47ea-bbba-19b68f4a1b4c req-6d89aed3-45d0-4a0f-81bc-b7ae0e5d342e tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bc4c699b-1dc9-425e-b492-cd5b63edf598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417771 Sep 11 00:59:01.320419 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d16b8-84e5-4c03-a3ae-9f6083e3b360 req-86dd78cf-1a73-4f57-a805-87b34a8ac43c tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:01.321860 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-937d16b8-84e5-4c03-a3ae-9f6083e3b360 req-86dd78cf-1a73-4f57-a805-87b34a8ac43c tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 945 time: 0.0464730 Sep 11 00:59:01.371365 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-937d16b8-84e5-4c03-a3ae-9f6083e3b360 req-4f057eaa-5733-4995-8c62-c5d45ef58ae6 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440629 Sep 11 00:59:01.802041 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd3d6a-4d23-4ce3-a59a-876356563ac1 req-0de7555d-657a-4dab-82e2-e56d49a72c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:01.803732 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-91cd3d6a-4d23-4ce3-a59a-876356563ac1 req-0de7555d-657a-4dab-82e2-e56d49a72c45 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28ecae2d-9fbd-42c1-932c-40406ca730b0 HTTP/1.1" status: 200 len: 1130 time: 0.0389709 Sep 11 00:59:01.987250 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7108c7-6640-40c2-bfa1-540dc65201da req-1f93826c-c89d-4379-9a22-31b709c10a0d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:01.988645 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ea7108c7-6640-40c2-bfa1-540dc65201da req-1f93826c-c89d-4379-9a22-31b709c10a0d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 943 time: 0.0838230 Sep 11 00:59:02.006039 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa68e96-824c-46d4-aeed-87f6fce86d28 req-4b4e0295-e50a-446c-8b44-8aa19e86f9d5 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:02.007831 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1fa68e96-824c-46d4-aeed-87f6fce86d28 req-4b4e0295-e50a-446c-8b44-8aa19e86f9d5 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 945 time: 0.0917616 Sep 11 00:59:02.094646 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-91cd3d6a-4d23-4ce3-a59a-876356563ac1 req-29e30687-3cbb-4ea9-8691-3cc5ccca887a service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bc4c699b-1dc9-425e-b492-cd5b63edf598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195402 Sep 11 00:59:02.100960 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ea7108c7-6640-40c2-bfa1-540dc65201da req-0346702e-8e2d-4c9b-aeef-49c19c55bc7e tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009145 Sep 11 00:59:02.118505 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1fa68e96-824c-46d4-aeed-87f6fce86d28 req-e37c71f7-4a36-4452-b7e0-e4d974c54a41 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008911 Sep 11 00:59:02.217663 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6caa2-02d8-4c29-9a5c-4ed2b86216e4 req-26bf9009-34ff-4598-a9a2-1f7e4ae90561 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:02.219145 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2aa6caa2-02d8-4c29-9a5c-4ed2b86216e4 req-26bf9009-34ff-4598-a9a2-1f7e4ae90561 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28ecae2d-9fbd-42c1-932c-40406ca730b0 HTTP/1.1" status: 200 len: 946 time: 0.0478456 Sep 11 00:59:02.266095 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2aa6caa2-02d8-4c29-9a5c-4ed2b86216e4 req-64081aa1-26f5-4d79-9a9d-2f40e1ebcce2 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bc4c699b-1dc9-425e-b492-cd5b63edf598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413210 Sep 11 00:59:02.451115 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 00:59:02.473154 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34cfd5a-4556-4c0e-8253-707bdf3b18c1 req-adcf71ec-18ae-4be0-9321-6328e9c151f5 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:02.475358 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b34cfd5a-4556-4c0e-8253-707bdf3b18c1 req-adcf71ec-18ae-4be0-9321-6328e9c151f5 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 945 time: 0.0625417 Sep 11 00:59:02.496279 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f8fd9-0795-4427-a158-bd6206eec3eb req-0b609ad7-671d-4fb9-97c6-dfd52deecffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:02.497935 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-151f8fd9-0795-4427-a158-bd6206eec3eb req-0b609ad7-671d-4fb9-97c6-dfd52deecffa service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 1129 time: 0.0507431 Sep 11 00:59:02.523244 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32523776-c366-47f0-a7f0-2a3720aac30b req-d658b74c-cbd1-4c81-9ac3-19adc0c353ea tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:02.524641 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-32523776-c366-47f0-a7f0-2a3720aac30b req-d658b74c-cbd1-4c81-9ac3-19adc0c353ea tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 945 time: 0.0475259 Sep 11 00:59:02.571868 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-32523776-c366-47f0-a7f0-2a3720aac30b req-ac485539-035f-4e9f-9caf-6f52b1ef1384 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418086 Sep 11 00:59:02.797830 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-151f8fd9-0795-4427-a158-bd6206eec3eb req-d966c421-2cea-42c6-adec-bb9e0fdb533c service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494995 Sep 11 00:59:02.829461 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [req-b34cfd5a-4556-4c0e-8253-707bdf3b18c1 req-4a59c7fd-5ba7-4ac4-ba47-b3c80a6c7a92 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Deleting port 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:59:02.829807 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-b34cfd5a-4556-4c0e-8253-707bdf3b18c1 req-4a59c7fd-5ba7-4ac4-ba47-b3c80a6c7a92 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (8ecae1b4-4f80-425a-a9d0-bcd2ab86597f), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:02.921008 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-b34cfd5a-4556-4c0e-8253-707bdf3b18c1 req-4a59c7fd-5ba7-4ac4-ba47-b3c80a6c7a92 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] For port 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8ecae1b4-4f80-425a-a9d0-bcd2ab86597f,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:59:02.921374 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-b34cfd5a-4556-4c0e-8253-707bdf3b18c1 req-4a59c7fd-5ba7-4ac4-ba47-b3c80a6c7a92 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (8ecae1b4-4f80-425a-a9d0-bcd2ab86597f), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:02.960674 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:03.063644 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:03.083803 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-b34cfd5a-4556-4c0e-8253-707bdf3b18c1 req-4a59c7fd-5ba7-4ac4-ba47-b3c80a6c7a92 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:03.084170 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-b34cfd5a-4556-4c0e-8253-707bdf3b18c1 req-4a59c7fd-5ba7-4ac4-ba47-b3c80a6c7a92 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (91e16d8b-b087-421a-8901-5885bcc47279), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:03.084489 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.l3_db [req-b34cfd5a-4556-4c0e-8253-707bdf3b18c1 req-4a59c7fd-5ba7-4ac4-ba47-b3c80a6c7a92 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Floating IP 91e16d8b-b087-421a-8901-5885bcc47279 disassociated. External IP: 172.37.5.124, port: 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f. Sep 11 00:59:03.084998 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [req-b34cfd5a-4556-4c0e-8253-707bdf3b18c1 req-4a59c7fd-5ba7-4ac4-ba47-b3c80a6c7a92 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Calling delete_port for 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f owned by compute:nova {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:59:03.294008 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ef63b-fcff-4876-942b-28d4a2e48dff req-f1839138-28a0-46fc-881b-cb59adad9484 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:03.295505 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-eb2ef63b-fcff-4876-942b-28d4a2e48dff req-f1839138-28a0-46fc-881b-cb59adad9484 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 943 time: 0.0994225 Sep 11 00:59:03.301698 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5f187-8b53-4ff3-b6b4-2b90d39dde62 req-87f4a046-e85e-4a98-98a4-650fe8c221a8 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:03.303041 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-14e5f187-8b53-4ff3-b6b4-2b90d39dde62 req-87f4a046-e85e-4a98-98a4-650fe8c221a8 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 945 time: 0.1032753 Sep 11 00:59:03.304381 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-b34cfd5a-4556-4c0e-8253-707bdf3b18c1 req-4a59c7fd-5ba7-4ac4-ba47-b3c80a6c7a92 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (8ecae1b4-4f80-425a-a9d0-bcd2ab86597f), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:03.350029 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59c7fd-5ba7-4ac4-ba47-b3c80a6c7a92 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event deleted for resources: {'Port': ['ID=8ecae1b4-4f80-425a-a9d0-bcd2ab86597f,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:03.444586 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-eb2ef63b-fcff-4876-942b-28d4a2e48dff req-4cc97f91-9e38-47de-888a-13b4d0b6cd81 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383071 Sep 11 00:59:03.457667 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-14e5f187-8b53-4ff3-b6b4-2b90d39dde62 req-21e510a5-449f-4055-8816-fb33c60883e5 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395357 Sep 11 00:59:03.530016 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b34cfd5a-4556-4c0e-8253-707bdf3b18c1 req-4a59c7fd-5ba7-4ac4-ba47-b3c80a6c7a92 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Router b9418f01-7791-4e40-88d0-38d48d92c06d has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:59:03.851943 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d3b6e-7c74-4f02-a3ad-bf55a30398c1 req-57e9f156-0e80-44f1-9237-21a37235caab tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:03.858630 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4b9d3b6e-7c74-4f02-a3ad-bf55a30398c1 req-57e9f156-0e80-44f1-9237-21a37235caab tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28ecae2d-9fbd-42c1-932c-40406ca730b0 HTTP/1.1" status: 200 len: 946 time: 0.3424892 Sep 11 00:59:03.957252 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6bafa5ad-f1e9-4f40-82a4-5107972eec94 req-14caf800-e4a7-425b-8fdc-90a953fbf163 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 210 time: 0.0635426 Sep 11 00:59:03.982339 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4b9d3b6e-7c74-4f02-a3ad-bf55a30398c1 req-68a0cbe0-a40e-4b07-b177-bdaab4f494f9 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bc4c699b-1dc9-425e-b492-cd5b63edf598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228068 Sep 11 00:59:03.986644 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b34cfd5a-4556-4c0e-8253-707bdf3b18c1 req-4a59c7fd-5ba7-4ac4-ba47-b3c80a6c7a92 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:59:04.000638 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f37658a-fde0-4edf-a27d-38711d2cddf5 None None] Sync routers for ids ['b9418f01-7791-4e40-88d0-38d48d92c06d'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:59:04.013756 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f37658a-fde0-4edf-a27d-38711d2cddf5 None None] Routers {'b9418f01-7791-4e40-88d0-38d48d92c06d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:59:04.015122 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-7f37658a-fde0-4edf-a27d-38711d2cddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:58:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b9418f01-7791-4e40-88d0-38d48d92c06d'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:04.043715 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34cfd5a-4556-4c0e-8253-707bdf3b18c1 req-4a59c7fd-5ba7-4ac4-ba47-b3c80a6c7a92 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] No DVR routers for this DVR port 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f on host hv-cinder-maste {{(pid=112721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:59:04.046491 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-b34cfd5a-4556-4c0e-8253-707bdf3b18c1 req-4a59c7fd-5ba7-4ac4-ba47-b3c80a6c7a92 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:04.050154 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b34cfd5a-4556-4c0e-8253-707bdf3b18c1 req-4a59c7fd-5ba7-4ac4-ba47-b3c80a6c7a92 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.18 "DELETE /networking/v2.0/ports/8ecae1b4-4f80-425a-a9d0-bcd2ab86597f HTTP/1.1" status: 204 len: 173 time: 1.3022950 Sep 11 00:59:04.053778 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6184df-9b60-42df-b8af-547204e85659', 'name': 'network-vif-deleted', 'tag': '8ecae1b4-4f80-425a-a9d0-bcd2ab86597f'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:59:04.053778 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd2d60b-8a01-430c-8563-950a60d467b6" -d '{"events": [{"server_uuid": "fa6184df-9b60-42df-b8af-547204e85659", "name": "network-vif-deleted", "tag": "8ecae1b4-4f80-425a-a9d0-bcd2ab86597f"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:59:04.129760 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d1dc6a-e3ec-457c-8324-ea247744650a x-openstack-request-id: req-27d1dc6a-e3ec-457c-8324-ea247744650a {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:59:04.130888 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6184df-9b60-42df-b8af-547204e85659", "name": "network-vif-deleted", "tag": "8ecae1b4-4f80-425a-a9d0-bcd2ab86597f", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:59:04.133024 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-27d1dc6a-e3ec-457c-8324-ea247744650a {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:59:04.134189 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27d1dc6a-e3ec-457c-8324-ea247744650a'] response: {'server_uuid': 'fa6184df-9b60-42df-b8af-547204e85659', 'name': 'network-vif-deleted', 'tag': '8ecae1b4-4f80-425a-a9d0-bcd2ab86597f', 'status': 'completed', 'code': 200} Sep 11 00:59:04.225739 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-7f37658a-fde0-4edf-a27d-38711d2cddf5 None None] Set router b9418f01-7791-4e40-88d0-38d48d92c06d gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:59:04.270986 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:59:04.363762 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:04.489950 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a is: DOWN; New status is: DOWN {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:59:04.496944 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [req-5cf8bc61-bd4c-4877-8106-bb09ab6e9e20 req-52293633-51b9-4009-948c-a5f6b3b65afb service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112721) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 11 00:59:04.498250 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5cf8bc61-bd4c-4877-8106-bb09ab6e9e20 req-52293633-51b9-4009-948c-a5f6b3b65afb service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0719476 Sep 11 00:59:04.506863 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-7f37658a-fde0-4edf-a27d-38711d2cddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:10Z', 'revision_number': 5, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:04.533879 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f37658a-fde0-4edf-a27d-38711d2cddf5 None None] Checking router: b9418f01-7791-4e40-88d0-38d48d92c06d for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:59:04.547048 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f37658a-fde0-4edf-a27d-38711d2cddf5 None None] Routers {'b9418f01-7791-4e40-88d0-38d48d92c06d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:59:04.547666 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-7f37658a-fde0-4edf-a27d-38711d2cddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:58:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b9418f01-7791-4e40-88d0-38d48d92c06d'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:04.634508 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:04.668990 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc345812-c33c-45d7-9afd-d22bc0435acf req-5f64d9e9-7d73-49d1-b253-b60ada9fee5c tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:04.681465 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-7f37658a-fde0-4edf-a27d-38711d2cddf5 None None] Set router b9418f01-7791-4e40-88d0-38d48d92c06d gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:59:04.684226 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-cc345812-c33c-45d7-9afd-d22bc0435acf req-5f64d9e9-7d73-49d1-b253-b60ada9fee5c tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 945 time: 0.1186616 Sep 11 00:59:04.775768 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-cc345812-c33c-45d7-9afd-d22bc0435acf req-72a41a59-a2c5-4b08-9429-64fb0e57c0ba tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905039 Sep 11 00:59:04.808222 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c3d8b-0303-409b-9b11-6299333ce3ae req-83254228-394d-4d15-810b-411ce39af432 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:04.816873 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-5b6f0b6b-f4ba-480f-a3b7-92392b41aadc req-2623eaf9-f53b-4e1d-8f37-c20bdfaaf9a9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419068 Sep 11 00:59:04.839167 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e83c3d8b-0303-409b-9b11-6299333ce3ae req-83254228-394d-4d15-810b-411ce39af432 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 943 time: 0.1134477 Sep 11 00:59:04.923584 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-7f37658a-fde0-4edf-a27d-38711d2cddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:10Z', 'revision_number': 5, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:04.939406 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f0b6b-f4ba-480f-a3b7-92392b41aadc req-10c4ea1d-2be1-4477-9405-f254cf8b2938 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:04.940968 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5b6f0b6b-f4ba-480f-a3b7-92392b41aadc req-10c4ea1d-2be1-4477-9405-f254cf8b2938 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports/5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a HTTP/1.1" status: 200 len: 940 time: 0.0737667 Sep 11 00:59:04.960867 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f37658a-fde0-4edf-a27d-38711d2cddf5 None None] The sync data for ids ['b9418f01-7791-4e40-88d0-38d48d92c06d'] in dv-cinder-master-3-iscsi is: [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:52:53Z', 'revision_number': 4, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b4c12488-6bc8-4846-b558-4bd44c0d432b', 'name': '', 'network_id': 'e5ef326a-1def-4c9c-ad55-20a6d9fdbde1', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'mac_address': 'fa:16:3e:2f:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:49Z', 'updated_at': '2022-09-11T00:53:10Z', 'revision_number': 5, 'project_id': '172e557567404e0f906fd1c3452148d8', 'subnets': [{'id': '5da596f2-fc37-4a91-8931-a08cdf30e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:59:04.980049 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:05.025868 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629768e-5279-445b-be8d-d2b52521d0b6 req-ab0900de-dee9-4283-b4df-6c31238281ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:05.028986 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b629768e-5279-445b-be8d-d2b52521d0b6 req-ab0900de-dee9-4283-b4df-6c31238281ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 945 time: 0.1637752 Sep 11 00:59:05.037286 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e83c3d8b-0303-409b-9b11-6299333ce3ae req-29057ba8-d2c3-4e50-aba4-de39427407ed tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973753 Sep 11 00:59:05.169645 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b629768e-5279-445b-be8d-d2b52521d0b6 req-51a9e97b-07e2-4fc2-82ec-fab6e63575a7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256263 Sep 11 00:59:05.201518 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 48436) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:05.228273 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e9a65bdd-27c6-4a65-a8ed-597ae72003f5 req-e5e487aa-b627-4c9c-8f0e-25e01343f848 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa6184df-9b60-42df-b8af-547204e85659 HTTP/1.1" status: 200 len: 210 time: 0.0451012 Sep 11 00:59:05.245869 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02ba01f-8479-4db8-82ff-eda5538fd284 tempest-TestVolumeBootPattern-1888295200 tempest-TestVolumeBootPattern-1888295200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:05.247479 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-f02ba01f-8479-4db8-82ff-eda5538fd284 tempest-TestVolumeBootPattern-1888295200 tempest-TestVolumeBootPattern-1888295200-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 1124 time: 0.0449286 Sep 11 00:59:05.250248 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 48438) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:05.256616 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-bb6be8ce-0f93-4d81-9ca5-8f0f352163a7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Request body: {'floatingip': {'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'port_id': 'bc9b80b7-364d-4952-97b3-277a78d5fa01', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 00:59:05.284583 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-bb6be8ce-0f93-4d81-9ca5-8f0f352163a7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:05.353304 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72270f6-b92b-45d7-9f6c-0d0dcc6d74cd None None] New status for floating IP 91e16d8b-b087-421a-8901-5885bcc47279: DOWN {{(pid=112724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 00:59:05.382121 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-bb6be8ce-0f93-4d81-9ca5-8f0f352163a7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:05.499634 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [None req-bb6be8ce-0f93-4d81-9ca5-8f0f352163a7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Allocated IP 172.37.5.213 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/23dcb300-4a94-4d83-bce1-2a9f24baf97a) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 00:59:05.657834 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-bb6be8ce-0f93-4d81-9ca5-8f0f352163a7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for port (23dcb300-4a94-4d83-bce1-2a9f24baf97a), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:05.694487 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-bb6be8ce-0f93-4d81-9ca5-8f0f352163a7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (23dcb300-4a94-4d83-bce1-2a9f24baf97a), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:05.737256 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6be8ce-0f93-4d81-9ca5-8f0f352163a7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 00:59:05.745136 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-bb6be8ce-0f93-4d81-9ca5-8f0f352163a7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 00:59:05.747932 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6be8ce-0f93-4d81-9ca5-8f0f352163a7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 00:59:05.781036 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6be8ce-0f93-4d81-9ca5-8f0f352163a7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Pushing event updated for resources: {'Port': ['ID=23dcb300-4a94-4d83-bce1-2a9f24baf97a,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:05.972200 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:06.070668 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:06.133730 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-bb6be8ce-0f93-4d81-9ca5-8f0f352163a7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for floatingip (a1eea564-8012-4867-a2b1-cd2f0591997b), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:06.185975 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275aebf-02f9-4536-9e55-94f24eb88809 req-7601541e-a6b8-496a-9a06-00c6b7e1eea4 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:06.187471 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c275aebf-02f9-4536-9e55-94f24eb88809 req-7601541e-a6b8-496a-9a06-00c6b7e1eea4 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 943 time: 0.0504239 Sep 11 00:59:06.207445 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-bb6be8ce-0f93-4d81-9ca5-8f0f352163a7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (23dcb300-4a94-4d83-bce1-2a9f24baf97a), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:06.243869 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c275aebf-02f9-4536-9e55-94f24eb88809 req-854aaf27-29c0-4589-83c2-cd12cc6a241d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505965 Sep 11 00:59:06.276721 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:59:06.306856 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f0b6b-f4ba-480f-a3b7-92392b41aadc req-932c344f-af74-426d-8c5b-48bfd7e40498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:06.307223 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5b6f0b6b-f4ba-480f-a3b7-92392b41aadc req-932c344f-af74-426d-8c5b-48bfd7e40498 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347&tenant_id=fd9221b2e81a46f69864e02ec4d42672 HTTP/1.1" status: 200 len: 1127 time: 0.0622540 Sep 11 00:59:06.307760 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] No Port match for: 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:59:06.308112 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 8ecae1b4-4f80-425a-a9d0-bcd2ab86597f not bound to the agent host hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:59:06.337898 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 48448) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:06.426151 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f0b6b-f4ba-480f-a3b7-92392b41aadc req-d998920b-8960-42b1-b847-434c9b4cf129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:06.427854 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5b6f0b6b-f4ba-480f-a3b7-92392b41aadc req-d998920b-8960-42b1-b847-434c9b4cf129 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fd9221b2e81a46f69864e02ec4d42672&device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 1127 time: 0.0631547 Sep 11 00:59:06.456697 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-db7fbaf6-9fef-4fd2-af06-1dbbc4582f04 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group (6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:06.518527 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-db7fbaf6-9fef-4fd2-af06-1dbbc4582f04 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group (6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:06.580559 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f0b6b-f4ba-480f-a3b7-92392b41aadc req-2ca182cc-f88b-4ef2-a5fb-d3dc0688b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:06.582293 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5b6f0b6b-f4ba-480f-a3b7-92392b41aadc req-2ca182cc-f88b-4ef2-a5fb-d3dc0688b1b4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 HTTP/1.1" status: 200 len: 917 time: 0.1476576 Sep 11 00:59:06.637197 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-db7fbaf6-9fef-4fd2-af06-1dbbc4582f04 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:06.639687 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-db7fbaf6-9fef-4fd2-af06-1dbbc4582f04 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:06.643453 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-db7fbaf6-9fef-4fd2-af06-1dbbc4582f04 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b HTTP/1.1" status: 204 len: 168 time: 0.3015661 Sep 11 00:59:06.643770 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 48450) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:06.658469 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7fbaf6-9fef-4fd2-af06-1dbbc4582f04 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:06.669304 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5b6f0b6b-f4ba-480f-a3b7-92392b41aadc req-390dc671-2d51-442b-9edd-dbad349d680f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a HTTP/1.1" status: 200 len: 999 time: 0.0796096 Sep 11 00:59:06.674631 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.api.v2.resource [None req-e266a292-7773-4a97-ae4c-2fe2083e42b9 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] show failed (client error): The resource could not be found. Sep 11 00:59:06.675704 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-e266a292-7773-4a97-ae4c-2fe2083e42b9 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "GET /networking/v2.0/security-groups/6ecc3dc8-0d4f-4fd0-bfa7-75ed73e3868b HTTP/1.1" status: 404 len: 347 time: 0.0309982 Sep 11 00:59:06.679246 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-bb6be8ce-0f93-4d81-9ca5-8f0f352163a7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for port (23dcb300-4a94-4d83-bce1-2a9f24baf97a), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:06.680705 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 48454) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:06.692276 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-bb6be8ce-0f93-4d81-9ca5-8f0f352163a7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (23dcb300-4a94-4d83-bce1-2a9f24baf97a), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:06.729681 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f0b6b-f4ba-480f-a3b7-92392b41aadc req-7fd5ae3e-65ee-4e3a-bc17-28e0569d28eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:06.731690 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5b6f0b6b-f4ba-480f-a3b7-92392b41aadc req-7fd5ae3e-65ee-4e3a-bc17-28e0569d28eb service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=f6e1af3b-cbbe-4593-9148-6f2c7fa19e13 HTTP/1.1" status: 200 len: 855 time: 0.0557787 Sep 11 00:59:06.788595 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f0b6b-f4ba-480f-a3b7-92392b41aadc req-97e6cfd5-271c-4d07-86f5-930a83f44291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:06.790539 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5b6f0b6b-f4ba-480f-a3b7-92392b41aadc req-97e6cfd5-271c-4d07-86f5-930a83f44291 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=3c897342-0f04-45f8-a9ef-0bc52e6c6ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518765 Sep 11 00:59:06.855390 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6be8ce-0f93-4d81-9ca5-8f0f352163a7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Pushing event updated for resources: {'Port': ['ID=23dcb300-4a94-4d83-bce1-2a9f24baf97a,revision_number=2']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:06.870086 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-bb6be8ce-0f93-4d81-9ca5-8f0f352163a7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (a1eea564-8012-4867-a2b1-cd2f0591997b), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:06.873429 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-c5792c1b-85a6-4f3c-9b71-a2493433d854 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Deleting port 7fabb2db-dd08-4eb7-a3a8-6249292e94bf {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:59:06.873429 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c5792c1b-85a6-4f3c-9b71-a2493433d854 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (7fabb2db-dd08-4eb7-a3a8-6249292e94bf), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:06.889405 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:06.901305 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5b6f0b6b-f4ba-480f-a3b7-92392b41aadc req-bc50352f-fc4a-41f9-ac2d-02983a01b0c0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c897342-0f04-45f8-a9ef-0bc52e6c6ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038167 Sep 11 00:59:07.002629 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5b6f0b6b-f4ba-480f-a3b7-92392b41aadc req-9ecb7e5d-214b-4302-9ee4-9b8dd4409348 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c897342-0f04-45f8-a9ef-0bc52e6c6ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930548 Sep 11 00:59:07.042196 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c5792c1b-85a6-4f3c-9b71-a2493433d854 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (7fabb2db-dd08-4eb7-a3a8-6249292e94bf), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:07.043194 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c5792c1b-85a6-4f3c-9b71-a2493433d854 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (7fabb2db-dd08-4eb7-a3a8-6249292e94bf), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:07.046125 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.db.l3_db [None req-bb6be8ce-0f93-4d81-9ca5-8f0f352163a7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Floating IP a1eea564-8012-4867-a2b1-cd2f0591997b associated. External IP: 172.37.5.213, port: bc9b80b7-364d-4952-97b3-277a78d5fa01. Sep 11 00:59:07.091300 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-c5792c1b-85a6-4f3c-9b71-a2493433d854 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Calling delete_port for 7fabb2db-dd08-4eb7-a3a8-6249292e94bf owned by network:floatingip {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:59:07.112089 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:07.201358 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:07.369966 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c5792c1b-85a6-4f3c-9b71-a2493433d854 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (7fabb2db-dd08-4eb7-a3a8-6249292e94bf), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:07.410040 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0230b6-5000-4dfd-89a5-27baecf787f0 req-79e5b4f2-a3a9-47f3-ace1-c226a9a60895 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:07.411583 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5792c1b-85a6-4f3c-9b71-a2493433d854 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Pushing event deleted for resources: {'Port': ['ID=7fabb2db-dd08-4eb7-a3a8-6249292e94bf,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:07.417041 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-af0230b6-5000-4dfd-89a5-27baecf787f0 req-79e5b4f2-a3a9-47f3-ace1-c226a9a60895 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 943 time: 0.0617127 Sep 11 00:59:07.456425 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6be8ce-0f93-4d81-9ca5-8f0f352163a7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:59:07.524281 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-af0230b6-5000-4dfd-89a5-27baecf787f0 req-91b0bcf3-f3e7-4a6a-8395-6045429090fa tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971723 Sep 11 00:59:07.534538 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c5792c1b-85a6-4f3c-9b71-a2493433d854 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks [] for floatingip (91e16d8b-b087-421a-8901-5885bcc47279), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:07.547703 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c5792c1b-85a6-4f3c-9b71-a2493433d854 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:07.552763 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-c5792c1b-85a6-4f3c-9b71-a2493433d854 tempest-AttachVolumeNegativeTest-817797633 tempest-AttachVolumeNegativeTest-817797633-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/91e16d8b-b087-421a-8901-5885bcc47279 HTTP/1.1" status: 204 len: 168 time: 0.8691337 Sep 11 00:59:07.737282 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6be8ce-0f93-4d81-9ca5-8f0f352163a7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:59:07.750368 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31d8654-9728-4fc4-80f2-11090b02e581 None None] Sync routers for ids ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:59:07.770211 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31d8654-9728-4fc4-80f2-11090b02e581 None None] Routers {'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:59:07.772934 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-c31d8654-9728-4fc4-80f2-11090b02e581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:58:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:07.792526 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-bb6be8ce-0f93-4d81-9ca5-8f0f352163a7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:07.875991 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-bb6be8ce-0f93-4d81-9ca5-8f0f352163a7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6209013 Sep 11 00:59:07.875991 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459cb8ce-dc67-4fd5-a7ba-23b228fd415e', 'tag': 'bc9b80b7-364d-4952-97b3-277a78d5fa01'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:59:07.877911 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9aa71a3-f365-4106-8d2c-ce9792e85e91" -d '{"events": [{"name": "network-changed", "server_uuid": "459cb8ce-dc67-4fd5-a7ba-23b228fd415e", "tag": "bc9b80b7-364d-4952-97b3-277a78d5fa01"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:59:07.880253 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:07.992071 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-c31d8654-9728-4fc4-80f2-11090b02e581 None None] Set router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:59:08.186309 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7397b121-d609-4a71-ba7d-e3aa6710def3 x-openstack-request-id: req-7397b121-d609-4a71-ba7d-e3aa6710def3 {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:59:08.186846 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459cb8ce-dc67-4fd5-a7ba-23b228fd415e", "tag": "bc9b80b7-364d-4952-97b3-277a78d5fa01", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:59:08.186846 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7397b121-d609-4a71-ba7d-e3aa6710def3 {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:59:08.187289 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7397b121-d609-4a71-ba7d-e3aa6710def3'] response: {'name': 'network-changed', 'server_uuid': '459cb8ce-dc67-4fd5-a7ba-23b228fd415e', 'tag': 'bc9b80b7-364d-4952-97b3-277a78d5fa01', 'status': 'completed', 'code': 200} Sep 11 00:59:08.261802 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-c31d8654-9728-4fc4-80f2-11090b02e581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147'}], 'enable_snat': True}, 'gw_port_id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T00:55:08Z', 'revision_number': 4, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port': {'id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:00Z', 'updated_at': '2022-09-11T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a1eea564-8012-4867-a2b1-cd2f0591997b', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'floating_ip_address': '172.37.5.213', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'port_id': 'bc9b80b7-364d-4952-97b3-277a78d5fa01', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'mac_address': 'fa:16:3e:e4:61:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459cb8ce-dc67-4fd5-a7ba-23b228fd415e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:59:05Z', 'updated_at': '2022-09-11T00:59:05Z', 'revision_number': 0, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfa9a9b-9ca0-4391-83b2-f87b923b3949', 'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'mac_address': 'fa:16:3e:80:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:06Z', 'updated_at': '2022-09-11T00:55:21Z', 'revision_number': 5, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'subnets': [{'id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:08.296859 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31d8654-9728-4fc4-80f2-11090b02e581 None None] Checking router: b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:59:08.307750 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31d8654-9728-4fc4-80f2-11090b02e581 None None] Routers {'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:59:08.308467 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-c31d8654-9728-4fc4-80f2-11090b02e581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:58:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:08.444499 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-c31d8654-9728-4fc4-80f2-11090b02e581 None None] Set router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:59:08.527853 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=100 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:08.701109 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360c6ea-c4f6-4132-ab8d-e834ed82cc09 req-411259c5-b5a0-4b8d-a6b0-e4de3a49f2dc tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:08.710750 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e360c6ea-c4f6-4132-ab8d-e834ed82cc09 req-411259c5-b5a0-4b8d-a6b0-e4de3a49f2dc tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 943 time: 0.0594425 Sep 11 00:59:08.760734 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e360c6ea-c4f6-4132-ab8d-e834ed82cc09 req-49eefdb3-99b1-4487-a51e-d5827ccc3310 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486772 Sep 11 00:59:08.921891 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-c31d8654-9728-4fc4-80f2-11090b02e581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147'}], 'enable_snat': True}, 'gw_port_id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T00:55:08Z', 'revision_number': 4, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port': {'id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:00Z', 'updated_at': '2022-09-11T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a1eea564-8012-4867-a2b1-cd2f0591997b', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'floating_ip_address': '172.37.5.213', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'port_id': 'bc9b80b7-364d-4952-97b3-277a78d5fa01', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'mac_address': 'fa:16:3e:e4:61:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459cb8ce-dc67-4fd5-a7ba-23b228fd415e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:59:05Z', 'updated_at': '2022-09-11T00:59:05Z', 'revision_number': 0, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfa9a9b-9ca0-4391-83b2-f87b923b3949', 'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'mac_address': 'fa:16:3e:80:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:06Z', 'updated_at': '2022-09-11T00:55:21Z', 'revision_number': 5, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'subnets': [{'id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:08.953988 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31d8654-9728-4fc4-80f2-11090b02e581 None None] The sync data for ids ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'] in dv-cinder-master-3-iscsi is: [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147'}], 'enable_snat': True}, 'gw_port_id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T00:55:08Z', 'revision_number': 4, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port': {'id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:00Z', 'updated_at': '2022-09-11T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a1eea564-8012-4867-a2b1-cd2f0591997b', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'floating_ip_address': '172.37.5.213', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'port_id': 'bc9b80b7-364d-4952-97b3-277a78d5fa01', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'mac_address': 'fa:16:3e:e4:61:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459cb8ce-dc67-4fd5-a7ba-23b228fd415e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:59:05Z', 'updated_at': '2022-09-11T00:59:05Z', 'revision_number': 0, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfa9a9b-9ca0-4391-83b2-f87b923b3949', 'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'mac_address': 'fa:16:3e:80:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:06Z', 'updated_at': '2022-09-11T00:55:21Z', 'revision_number': 5, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'subnets': [{'id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:59:09.259086 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab8fc75-0032-4ac7-879c-6fd0bf3457b6 None None] New status for floating IP a1eea564-8012-4867-a2b1-cd2f0591997b: ACTIVE {{(pid=112724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 00:59:09.902815 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bace0-3321-44bc-b1eb-2780b6105c54 req-8cb57dc0-1f2a-4776-ae53-f2760d0f0e63 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:09.904592 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6d1bace0-3321-44bc-b1eb-2780b6105c54 req-8cb57dc0-1f2a-4776-ae53-f2760d0f0e63 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 943 time: 0.0514491 Sep 11 00:59:09.970895 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6d1bace0-3321-44bc-b1eb-2780b6105c54 req-d6ca9f80-1043-4ca1-b050-e5bf8a399181 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541406 Sep 11 00:59:11.124328 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:11.137752 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c796b-2e89-4eee-907d-5242b2b3035b req-b7834dab-262d-475c-bcba-a70bd8f293f3 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:11.139281 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-498c796b-2e89-4eee-907d-5242b2b3035b req-b7834dab-262d-475c-bcba-a70bd8f293f3 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 943 time: 0.0603824 Sep 11 00:59:11.192073 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-498c796b-2e89-4eee-907d-5242b2b3035b req-fb031419-4359-4039-a31a-c14b6891fb1e tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471215 Sep 11 00:59:11.545893 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:11.575426 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 48534) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:12.051941 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-789fb4a3-c288-457a-bcfb-6e4ffd0393ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768042'] for router_interface (b9418f01-7791-4e40-88d0-38d48d92c06d), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:12.227047 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:12.263394 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:12.341868 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35f0ea-df49-47bc-ac43-7fafb676506e req-4425e764-e3b5-4618-ae7c-9fa0fdaeb629 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:12.343504 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-db35f0ea-df49-47bc-ac43-7fafb676506e req-4425e764-e3b5-4618-ae7c-9fa0fdaeb629 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 943 time: 0.0528336 Sep 11 00:59:12.393478 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-789fb4a3-c288-457a-bcfb-6e4ffd0393ff admin admin] Deleting port b4c12488-6bc8-4846-b558-4bd44c0d432b {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:59:12.394096 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-789fb4a3-c288-457a-bcfb-6e4ffd0393ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (b4c12488-6bc8-4846-b558-4bd44c0d432b), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:12.402460 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-db35f0ea-df49-47bc-ac43-7fafb676506e req-c82d8192-7ff1-405b-acf4-bab8a36e2688 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524406 Sep 11 00:59:12.546395 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [None req-789fb4a3-c288-457a-bcfb-6e4ffd0393ff admin admin] For port b4c12488-6bc8-4846-b558-4bd44c0d432b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b4c12488-6bc8-4846-b558-4bd44c0d432b,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:59:12.546812 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-789fb4a3-c288-457a-bcfb-6e4ffd0393ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (b4c12488-6bc8-4846-b558-4bd44c0d432b), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:12.566934 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-789fb4a3-c288-457a-bcfb-6e4ffd0393ff admin admin] Calling delete_port for b4c12488-6bc8-4846-b558-4bd44c0d432b owned by network:router_interface {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:59:12.769175 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-789fb4a3-c288-457a-bcfb-6e4ffd0393ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (b4c12488-6bc8-4846-b558-4bd44c0d432b), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:12.801596 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789fb4a3-c288-457a-bcfb-6e4ffd0393ff admin admin] Pushing event deleted for resources: {'Port': ['ID=b4c12488-6bc8-4846-b558-4bd44c0d432b,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:13.038643 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-789fb4a3-c288-457a-bcfb-6e4ffd0393ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3793178'] for router_interface (b9418f01-7791-4e40-88d0-38d48d92c06d), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:13.290707 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789fb4a3-c288-457a-bcfb-6e4ffd0393ff admin admin] Router b9418f01-7791-4e40-88d0-38d48d92c06d has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:59:13.348831 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:13.366456 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:13.420153 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789fb4a3-c288-457a-bcfb-6e4ffd0393ff admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:59:13.432558 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-789fb4a3-c288-457a-bcfb-6e4ffd0393ff admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/b9418f01-7791-4e40-88d0-38d48d92c06d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8525312 Sep 11 00:59:13.432780 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dddbbe-b069-4ba9-95ae-b882926fa355 None None] Sync routers for ids ['b9418f01-7791-4e40-88d0-38d48d92c06d'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:59:13.433249 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 48546) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:13.441260 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dddbbe-b069-4ba9-95ae-b882926fa355 None None] Routers {'b9418f01-7791-4e40-88d0-38d48d92c06d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:59:13.441869 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-a2dddbbe-b069-4ba9-95ae-b882926fa355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:58:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b9418f01-7791-4e40-88d0-38d48d92c06d'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:13.596891 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-a2dddbbe-b069-4ba9-95ae-b882926fa355 None None] Set router b9418f01-7791-4e40-88d0-38d48d92c06d gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:59:13.651609 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-28684647-5a94-42fe-bb3c-b29f45078fb7 admin admin] Publish callbacks [] for router (b9418f01-7791-4e40-88d0-38d48d92c06d), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:13.675366 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7210e9-ff34-4de2-aa07-fc9e3ea81fb3 req-b3ed56fd-8a3d-4858-8e27-347cb3b066fd tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:13.679307 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6f7210e9-ff34-4de2-aa07-fc9e3ea81fb3 req-b3ed56fd-8a3d-4858-8e27-347cb3b066fd tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 943 time: 0.1060414 Sep 11 00:59:13.834141 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6f7210e9-ff34-4de2-aa07-fc9e3ea81fb3 req-db5ff66c-7eb0-4fac-b3e7-11c597cca51a tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113260 Sep 11 00:59:13.837428 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=100 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:13.853711 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-28684647-5a94-42fe-bb3c-b29f45078fb7 admin admin] Publish callbacks [] for router_gateway (b9418f01-7791-4e40-88d0-38d48d92c06d), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:13.864934 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-a2dddbbe-b069-4ba9-95ae-b882926fa355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16'}], 'enable_snat': True}, 'gw_port_id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:59:12Z', 'revision_number': 5, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port': {'id': '72c467b2-91f5-4d30-8a62-2d87b7f2df3f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:da:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:37Z', 'updated_at': '2022-09-11T00:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:13.908260 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dddbbe-b069-4ba9-95ae-b882926fa355 None None] Checking router: b9418f01-7791-4e40-88d0-38d48d92c06d for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:59:13.919788 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dddbbe-b069-4ba9-95ae-b882926fa355 None None] Routers {'b9418f01-7791-4e40-88d0-38d48d92c06d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:59:13.920442 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-a2dddbbe-b069-4ba9-95ae-b882926fa355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:58:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b9418f01-7791-4e40-88d0-38d48d92c06d'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:13.931200 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-28684647-5a94-42fe-bb3c-b29f45078fb7 admin admin] Deleting port 72c467b2-91f5-4d30-8a62-2d87b7f2df3f {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:59:13.931717 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-28684647-5a94-42fe-bb3c-b29f45078fb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (72c467b2-91f5-4d30-8a62-2d87b7f2df3f), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:14.022452 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-a2dddbbe-b069-4ba9-95ae-b882926fa355 None None] Set router b9418f01-7791-4e40-88d0-38d48d92c06d gateway port host: None {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:59:14.083395 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [None req-28684647-5a94-42fe-bb3c-b29f45078fb7 admin admin] For port 72c467b2-91f5-4d30-8a62-2d87b7f2df3f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=72c467b2-91f5-4d30-8a62-2d87b7f2df3f,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:59:14.083772 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-28684647-5a94-42fe-bb3c-b29f45078fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (72c467b2-91f5-4d30-8a62-2d87b7f2df3f), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:14.097244 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-28684647-5a94-42fe-bb3c-b29f45078fb7 admin admin] Calling delete_port for 72c467b2-91f5-4d30-8a62-2d87b7f2df3f owned by network:router_gateway {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:59:14.100559 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-a2dddbbe-b069-4ba9-95ae-b882926fa355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:59:13Z', 'revision_number': 6, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:14.113485 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:14.133339 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dddbbe-b069-4ba9-95ae-b882926fa355 None None] The sync data for ids ['b9418f01-7791-4e40-88d0-38d48d92c06d'] in dv-cinder-master-3-iscsi is: [{'id': 'b9418f01-7791-4e40-88d0-38d48d92c06d', 'name': 'tempest-AttachVolumeNegativeTest-1815662211-router', 'tenant_id': '172e557567404e0f906fd1c3452148d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:34Z', 'updated_at': '2022-09-11T00:59:13Z', 'revision_number': 6, 'project_id': '172e557567404e0f906fd1c3452148d8', 'gw_port_host': None}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:59:14.307628 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:14.332309 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-28684647-5a94-42fe-bb3c-b29f45078fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (72c467b2-91f5-4d30-8a62-2d87b7f2df3f), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:14.388973 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28684647-5a94-42fe-bb3c-b29f45078fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=72c467b2-91f5-4d30-8a62-2d87b7f2df3f,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:14.435624 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-28684647-5a94-42fe-bb3c-b29f45078fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3793768'] for router_gateway (b9418f01-7791-4e40-88d0-38d48d92c06d), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:14.532907 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-28684647-5a94-42fe-bb3c-b29f45078fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3792972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24940'] for router (b9418f01-7791-4e40-88d0-38d48d92c06d), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:14.535421 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-28684647-5a94-42fe-bb3c-b29f45078fb7 admin admin] Publish callbacks [] for router_controller (b9418f01-7791-4e40-88d0-38d48d92c06d), precommit_delete_associations {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:14.612342 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-28684647-5a94-42fe-bb3c-b29f45078fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3793199'] for router (b9418f01-7791-4e40-88d0-38d48d92c06d), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:14.612342 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28684647-5a94-42fe-bb3c-b29f45078fb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9418f01-7791-4e40-88d0-38d48d92c06d {{(pid=112721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 11 00:59:14.627906 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-28684647-5a94-42fe-bb3c-b29f45078fb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:14.629114 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-28684647-5a94-42fe-bb3c-b29f45078fb7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/b9418f01-7791-4e40-88d0-38d48d92c06d HTTP/1.1" status: 204 len: 168 time: 1.1949244 Sep 11 00:59:14.632618 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 48554) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:14.742403 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_v2 [None req-91072560-fc54-424b-90ce-2c8a35a8cdc1 admin admin] Deleting subnet 5da596f2-fc37-4a91-8931-a08cdf30e571 {{(pid=112722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 11 00:59:14.747688 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-91072560-fc54-424b-90ce-2c8a35a8cdc1 admin admin] Publish callbacks [] for subnet (5da596f2-fc37-4a91-8931-a08cdf30e571), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:14.793862 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-91072560-fc54-424b-90ce-2c8a35a8cdc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61765503'] for subnet (5da596f2-fc37-4a91-8931-a08cdf30e571), precommit_delete_associations {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:14.892130 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-91072560-fc54-424b-90ce-2c8a35a8cdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774851'] for subnet (5da596f2-fc37-4a91-8931-a08cdf30e571), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:14.972846 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-91072560-fc54-424b-90ce-2c8a35a8cdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61682736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62399941'] for subnet (5da596f2-fc37-4a91-8931-a08cdf30e571), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:15.004513 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45528ec-e7be-4f06-b09a-0674402787b7 req-28727cfd-c05a-445a-89af-2eeed210dd14 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:15.007285 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b45528ec-e7be-4f06-b09a-0674402787b7 req-28727cfd-c05a-445a-89af-2eeed210dd14 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 943 time: 0.0794039 Sep 11 00:59:15.023765 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91072560-fc54-424b-90ce-2c8a35a8cdc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5da596f2-fc37-4a91-8931-a08cdf30e571,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:15.027415 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-91072560-fc54-424b-90ce-2c8a35a8cdc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:15.027800 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef2ea3e-957c-4a41-934e-5bf2cf404917 None None] Network e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:59:15.035518 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-91072560-fc54-424b-90ce-2c8a35a8cdc1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/5da596f2-fc37-4a91-8931-a08cdf30e571 HTTP/1.1" status: 204 len: 168 time: 0.4017944 Sep 11 00:59:15.036799 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 48562) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:15.097359 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b45528ec-e7be-4f06-b09a-0674402787b7 req-bb0db70f-cb66-4ece-abdc-c04d7e37ac47 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773542 Sep 11 00:59:15.177265 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-eeeffedf-5ff4-4178-9476-270afd28f262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687712'] for network (e5ef326a-1def-4c9c-ad55-20a6d9fdbde1), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:15.247819 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-eeeffedf-5ff4-4178-9476-270afd28f262 admin admin] Deleting port 84e11071-36fd-4a0a-8133-bc1a748f18b2 {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:59:15.251078 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-eeeffedf-5ff4-4178-9476-270afd28f262 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (84e11071-36fd-4a0a-8133-bc1a748f18b2), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:15.291378 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1c4c48-7182-4f34-9637-6e348d24950b None None] DHCP port deletion for e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 request from dv-cinder-master-3-iscsi {{(pid=112723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 11 00:59:15.324587 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [None req-eeeffedf-5ff4-4178-9476-270afd28f262 admin admin] For port 84e11071-36fd-4a0a-8133-bc1a748f18b2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=84e11071-36fd-4a0a-8133-bc1a748f18b2,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:59:15.324949 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-eeeffedf-5ff4-4178-9476-270afd28f262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (84e11071-36fd-4a0a-8133-bc1a748f18b2), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:15.333079 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-eb1c4c48-7182-4f34-9637-6e348d24950b None None] Deleting port 84e11071-36fd-4a0a-8133-bc1a748f18b2 {{(pid=112723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:59:15.333460 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-eb1c4c48-7182-4f34-9637-6e348d24950b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (84e11071-36fd-4a0a-8133-bc1a748f18b2), before_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:15.341871 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-eeeffedf-5ff4-4178-9476-270afd28f262 admin admin] Calling delete_port for 84e11071-36fd-4a0a-8133-bc1a748f18b2 owned by network:dhcp {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:59:15.411700 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-eb1c4c48-7182-4f34-9637-6e348d24950b None None] For port 84e11071-36fd-4a0a-8133-bc1a748f18b2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=84e11071-36fd-4a0a-8133-bc1a748f18b2,segment=NetworkSegment(ed9ec5ac-f82a-49ce-b5ab-b87242b43444),segment_id=ed9ec5ac-f82a-49ce-b5ab-b87242b43444)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:59:15.412138 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-eb1c4c48-7182-4f34-9637-6e348d24950b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (84e11071-36fd-4a0a-8133-bc1a748f18b2), precommit_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:15.432276 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-eeeffedf-5ff4-4178-9476-270afd28f262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (84e11071-36fd-4a0a-8133-bc1a748f18b2), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:15.433600 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-eb1c4c48-7182-4f34-9637-6e348d24950b None None] Calling delete_port for 84e11071-36fd-4a0a-8133-bc1a748f18b2 owned by network:dhcp {{(pid=112723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:59:15.461391 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeffedf-5ff4-4178-9476-270afd28f262 admin admin] No DVR routers for this DVR port 84e11071-36fd-4a0a-8133-bc1a748f18b2 on host dv-cinder-master-3-iscsi {{(pid=112722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:59:15.482996 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeffedf-5ff4-4178-9476-270afd28f262 admin admin] Pushing event deleted for resources: {'Port': ['ID=84e11071-36fd-4a0a-8133-bc1a748f18b2,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:15.491900 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:15.514027 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-eb1c4c48-7182-4f34-9637-6e348d24950b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608'] for port (84e11071-36fd-4a0a-8133-bc1a748f18b2), after_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:15.538920 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-eeeffedf-5ff4-4178-9476-270afd28f262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433128', 'neutron.services.segments.db._delete_segments_for_network-8765262840989'] for network (e5ef326a-1def-4c9c-ad55-20a6d9fdbde1), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:15.540767 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c4c48-7182-4f34-9637-6e348d24950b None None] Pushing event deleted for resources: {'Port': ['ID=84e11071-36fd-4a0a-8133-bc1a748f18b2,revision_number=None']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:15.546087 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1c4c48-7182-4f34-9637-6e348d24950b None None] No DVR routers for this DVR port 84e11071-36fd-4a0a-8133-bc1a748f18b2 on host dv-cinder-master-3-iscsi {{(pid=112723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:59:15.562525 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-eeeffedf-5ff4-4178-9476-270afd28f262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ef326a-1def-4c9c-ad55-20a6d9fdbde1']}} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:15.572736 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-eeeffedf-5ff4-4178-9476-270afd28f262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444') {'for_net_delete': True} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:15.573052 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-eeeffedf-5ff4-4178-9476-270afd28f262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed9ec5ac-f82a-49ce-b5ab-b87242b43444') {} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:15.584612 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-eeeffedf-5ff4-4178-9476-270afd28f262 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765262841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61765508'] for segment (ed9ec5ac-f82a-49ce-b5ab-b87242b43444), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:15.598188 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-eeeffedf-5ff4-4178-9476-270afd28f262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (ed9ec5ac-f82a-49ce-b5ab-b87242b43444), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:15.600895 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:15.606274 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeeffedf-5ff4-4178-9476-270afd28f262 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=112722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 00:59:15.606688 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-eeeffedf-5ff4-4178-9476-270afd28f262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61682778'] for segment (ed9ec5ac-f82a-49ce-b5ab-b87242b43444), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:15.654887 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.services.segments.plugin [-] Segment ed9ec5ac-f82a-49ce-b5ab-b87242b43444 resource provider aggregate not found Sep 11 00:59:15.674025 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.services.segments.plugin [-] Segment ed9ec5ac-f82a-49ce-b5ab-b87242b43444 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed9ec5ac-f82a-49ce-b5ab-b87242b43444 found for delete ", "request_id": "req-10fceb2e-0dc4-4b21-a8cb-fec2cad2872d"}]} Sep 11 00:59:15.678912 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-eeeffedf-5ff4-4178-9476-270afd28f262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793805'] for network (e5ef326a-1def-4c9c-ad55-20a6d9fdbde1), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:15.684398 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-eeeffedf-5ff4-4178-9476-270afd28f262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:15.687601 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-eeeffedf-5ff4-4178-9476-270afd28f262 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/e5ef326a-1def-4c9c-ad55-20a6d9fdbde1 HTTP/1.1" status: 204 len: 168 time: 0.6497636 Sep 11 00:59:15.700208 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeffedf-5ff4-4178-9476-270afd28f262 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5ef326a-1def-4c9c-ad55-20a6d9fdbde1,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:15.802477 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 48582) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:15.842637 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-4312c2a6-c41e-4dfd-b7c2-e70548c3db5a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=172e557567404e0f906fd1c3452148d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385277 Sep 11 00:59:15.845002 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 48584) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:15.893537 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e5c6e752-ef1b-4b27-af48-6fa7ce6d5ba6 admin admin] Publish callbacks [] for security_group (8dff3e15-d2bc-4c9f-85b3-64c2f6ef4a99), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:15.897186 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:15.917850 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e5c6e752-ef1b-4b27-af48-6fa7ce6d5ba6 admin admin] Publish callbacks [] for security_group (8dff3e15-d2bc-4c9f-85b3-64c2f6ef4a99), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:15.970352 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e5c6e752-ef1b-4b27-af48-6fa7ce6d5ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (8dff3e15-d2bc-4c9f-85b3-64c2f6ef4a99), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:15.973079 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e5c6e752-ef1b-4b27-af48-6fa7ce6d5ba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:15.976666 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-e5c6e752-ef1b-4b27-af48-6fa7ce6d5ba6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8dff3e15-d2bc-4c9f-85b3-64c2f6ef4a99 HTTP/1.1" status: 204 len: 168 time: 0.1282916 Sep 11 00:59:15.984503 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6e752-ef1b-4b27-af48-6fa7ce6d5ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dff3e15-d2bc-4c9f-85b3-64c2f6ef4a99,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:16.013137 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa71a3-f365-4106-8d2c-ce9792e85e91 req-dfbf7bd1-0873-4bce-8fd3-826e1dc63209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:16.014660 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b9aa71a3-f365-4106-8d2c-ce9792e85e91 req-dfbf7bd1-0873-4bce-8fd3-826e1dc63209 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=a1368870ddbd49be857e9ac128bc684e&device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 1129 time: 0.0413737 Sep 11 00:59:16.115969 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa71a3-f365-4106-8d2c-ce9792e85e91 req-e8617fbd-913f-4a22-9a80-285ca2fb6f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:16.117487 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b9aa71a3-f365-4106-8d2c-ce9792e85e91 req-e8617fbd-913f-4a22-9a80-285ca2fb6f1b service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=6df3e98e-548f-496e-bd19-e33fc45eb877 HTTP/1.1" status: 200 len: 912 time: 0.0944085 Sep 11 00:59:16.232355 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1518a-c56e-41dd-8eb0-786a2604d9b1 req-3e83f345-5b21-41c6-bd9e-0ff44ec04484 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:16.234356 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-93e1518a-c56e-41dd-8eb0-786a2604d9b1 req-3e83f345-5b21-41c6-bd9e-0ff44ec04484 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 943 time: 0.0549886 Sep 11 00:59:16.234571 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device b4c12488-6bc8-4846-b558-4bd44c0d432b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:59:16.256255 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: b4c12488-6bc8-4846-b558-4bd44c0d432b {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:59:16.256606 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device b4c12488-6bc8-4846-b558-4bd44c0d432b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:59:16.257027 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 84e11071-36fd-4a0a-8133-bc1a748f18b2 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:59:16.275909 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: 84e11071-36fd-4a0a-8133-bc1a748f18b2 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:59:16.276263 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 84e11071-36fd-4a0a-8133-bc1a748f18b2 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:59:16.276681 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 72c467b2-91f5-4d30-8a62-2d87b7f2df3f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:59:16.286702 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-93e1518a-c56e-41dd-8eb0-786a2604d9b1 req-c436a766-818f-4e84-9bad-94bc24ef4c85 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447357 Sep 11 00:59:16.297265 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: 72c467b2-91f5-4d30-8a62-2d87b7f2df3f {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:59:16.297613 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 72c467b2-91f5-4d30-8a62-2d87b7f2df3f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:59:17.048137 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b9aa71a3-f365-4106-8d2c-ce9792e85e91 req-d91eb92f-2dae-41e2-9052-e1585fa9194b service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc9b80b7-364d-4952-97b3-277a78d5fa01 HTTP/1.1" status: 200 len: 1001 time: 0.0643067 Sep 11 00:59:17.101146 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa71a3-f365-4106-8d2c-ce9792e85e91 req-4ef57a22-b0ff-4f16-a72a-5b0940286151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:17.102723 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b9aa71a3-f365-4106-8d2c-ce9792e85e91 req-4ef57a22-b0ff-4f16-a72a-5b0940286151 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=f3ea7549-800e-4ee0-ab06-2db2363e7855 HTTP/1.1" status: 200 len: 850 time: 0.0474372 Sep 11 00:59:17.158032 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa71a3-f365-4106-8d2c-ce9792e85e91 req-4af70068-8799-4d40-938f-af545d4a9086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:17.159846 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b9aa71a3-f365-4106-8d2c-ce9792e85e91 req-4af70068-8799-4d40-938f-af545d4a9086 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=6df3e98e-548f-496e-bd19-e33fc45eb877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480430 Sep 11 00:59:17.257262 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b9aa71a3-f365-4106-8d2c-ce9792e85e91 req-345993d6-091f-49d3-a24c-7aae587cf700 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893340 Sep 11 00:59:17.316656 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:17.352660 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b9aa71a3-f365-4106-8d2c-ce9792e85e91 req-af81e4cd-d659-45ab-8d99-1a12ae052f43 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888050 Sep 11 00:59:17.419706 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bbac9-20b3-425b-9d01-6072b8927d71 req-902d93f6-174c-4773-9dcc-cc9389ad3dbd tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:17.421210 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a98bbac9-20b3-425b-9d01-6072b8927d71 req-902d93f6-174c-4773-9dcc-cc9389ad3dbd tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 943 time: 0.0517344 Sep 11 00:59:17.468631 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a98bbac9-20b3-425b-9d01-6072b8927d71 req-08e39dbf-8d5a-4cce-809c-c7c4b7ff6bf3 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418470 Sep 11 00:59:18.317060 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 00:59:18.421826 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:59:18.433610 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': '5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'port_id': '5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a', 'mac_address': 'fa:16:3e:f7:d4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 00:59:18.472180 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a is: DOWN; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:59:18.472547 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:18.488729 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 00:59:18.511798 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:59:18.515543 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:18.574810 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a,revision_number=9']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:18.623232 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8978f7-c3bd-4b40-8e32-40c89e863bea req-abededc5-c8b0-49e8-a24f-ccc4903e3941 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:18.625210 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1e8978f7-c3bd-4b40-8e32-40c89e863bea req-abededc5-c8b0-49e8-a24f-ccc4903e3941 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 944 time: 0.0683925 Sep 11 00:59:18.671744 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1e8978f7-c3bd-4b40-8e32-40c89e863bea req-f48bc999-5537-44c9-b746-5c96d154a01d tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412261 Sep 11 00:59:19.040416 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-38d44a94-3f9d-4e2b-86ab-810386ce0e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:19.374550 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:19.378946 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:19.779100 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:19.796776 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d786118-8b8b-4bf5-a157-592ba2f431e5 req-36339263-a922-4738-b4c5-bb98ff51976f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:19.798225 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0d786118-8b8b-4bf5-a157-592ba2f431e5 req-36339263-a922-4738-b4c5-bb98ff51976f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 944 time: 0.0463829 Sep 11 00:59:19.847702 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0d786118-8b8b-4bf5-a157-592ba2f431e5 req-b84ad40a-60ed-4bb3-b668-0339a799a994 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437248 Sep 11 00:59:20.971613 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ce342-4a87-4600-8026-2fcdafc7eb07 req-3ed5ffb0-483d-4256-92a5-a30d55b5adc1 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:20.973065 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b55ce342-4a87-4600-8026-2fcdafc7eb07 req-3ed5ffb0-483d-4256-92a5-a30d55b5adc1 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 944 time: 0.0463171 Sep 11 00:59:21.019267 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b55ce342-4a87-4600-8026-2fcdafc7eb07 req-12e6a4c0-6c6d-4e8d-8f2d-541ecf51dc36 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406392 Sep 11 00:59:21.337260 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-c8f981dc-85d0-4a25-90ba-5f17cf42b524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:21.436008 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:59:21.501158 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:22.144581 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43be94-4550-49e1-acbb-8a5c5def2e61 req-d6ef9abc-1a15-4589-ae62-dd30e26f9875 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:22.146187 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7b43be94-4550-49e1-acbb-8a5c5def2e61 req-d6ef9abc-1a15-4589-ae62-dd30e26f9875 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 944 time: 0.0460844 Sep 11 00:59:22.195390 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7b43be94-4550-49e1-acbb-8a5c5def2e61 req-d6056b96-9140-4234-83ae-ca94af883c6e tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429542 Sep 11 00:59:22.611986 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:23.325826 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606de662-b010-43ab-b3ff-a3556cc4ec27 req-dad3ac45-8abe-422b-983e-dc02f60d1278 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:23.327335 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-606de662-b010-43ab-b3ff-a3556cc4ec27 req-dad3ac45-8abe-422b-983e-dc02f60d1278 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 944 time: 0.0515325 Sep 11 00:59:23.376372 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-606de662-b010-43ab-b3ff-a3556cc4ec27 req-d06cee7c-8b01-413f-9c38-56e53bfa1aa2 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433462 Sep 11 00:59:23.439842 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 00:59:23.483077 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 00:59:23.483450 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:23.556011 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 00:59:23.556319 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:23.579327 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f4bbc1-5800-4bc9-9ea6-c9a3cd862347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:59:23.581454 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508070ba-924a-4de2-885c-ad92f0aad022" -d '{"events": [{"server_uuid": "54f4bbc1-5800-4bc9-9ea6-c9a3cd862347", "name": "network-vif-plugged", "status": "completed", "tag": "5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:59:23.600396 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:59:23.604424 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:23.630201 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a2a355-88f7-4634-b3b9-131623d97134 x-openstack-request-id: req-44a2a355-88f7-4634-b3b9-131623d97134 {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:59:23.631955 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f4bbc1-5800-4bc9-9ea6-c9a3cd862347", "name": "network-vif-plugged", "status": "completed", "tag": "5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:59:23.631955 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-44a2a355-88f7-4634-b3b9-131623d97134 {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:59:23.631955 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44a2a355-88f7-4634-b3b9-131623d97134'] response: {'server_uuid': '54f4bbc1-5800-4bc9-9ea6-c9a3cd862347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a', 'code': 200} Sep 11 00:59:23.642349 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:UPDATE=6 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:23.655046 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a,revision_number=10']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:23.754016 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:23.952197 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8fe0c-2d43-4320-94f8-fec6fb41d20f req-5562d7ad-eeff-4dee-bcfe-bd8577a03816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:23.952446 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:23.955098 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-86b8fe0c-2d43-4320-94f8-fec6fb41d20f req-5562d7ad-eeff-4dee-bcfe-bd8577a03816 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 1130 time: 0.0494118 Sep 11 00:59:24.007710 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-86b8fe0c-2d43-4320-94f8-fec6fb41d20f req-f657f824-e8a2-41ac-912d-2384d86aa04f service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463917 Sep 11 00:59:24.506564 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d24551-1037-4560-8f1e-77f7e97ac6b4 req-6f7f2c9d-f7b6-4ba2-8457-ca378de59d65 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:24.508065 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b0d24551-1037-4560-8f1e-77f7e97ac6b4 req-6f7f2c9d-f7b6-4ba2-8457-ca378de59d65 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 946 time: 0.0495436 Sep 11 00:59:24.554395 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b0d24551-1037-4560-8f1e-77f7e97ac6b4 req-1f67ab5e-79c0-490c-bcd4-6cf3e16bf6fc tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407851 Sep 11 00:59:25.450840 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 48748) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:25.558144 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-93611aee-c35f-414d-8626-ff637f2f45ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:25.649899 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-93611aee-c35f-414d-8626-ff637f2f45ad admin admin] Publish callbacks [] for security_group (53af5387-8c1d-4c5d-82c0-27fdee1d07ba), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:25.654123 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-93611aee-c35f-414d-8626-ff637f2f45ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (53af5387-8c1d-4c5d-82c0-27fdee1d07ba), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:25.691186 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-93611aee-c35f-414d-8626-ff637f2f45ad admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3de207e316eb493686e4d1b7592e94d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392225 Sep 11 00:59:25.694347 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 48774) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:25.707158 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93611aee-c35f-414d-8626-ff637f2f45ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53af5387-8c1d-4c5d-82c0-27fdee1d07ba,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:25.722763 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2c8aa-742d-492e-ba4a-e9abcdfd319a req-7d418920-0514-492e-bf2b-e996cf292e42 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:25.724276 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c5c2c8aa-742d-492e-ba4a-e9abcdfd319a req-7d418920-0514-492e-bf2b-e996cf292e42 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 946 time: 0.0737097 Sep 11 00:59:25.794271 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-f80bdbd7-952d-42c2-bc36-1e0e9c3ea070 admin admin] Publish callbacks [] for security_group (53af5387-8c1d-4c5d-82c0-27fdee1d07ba), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:25.797610 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:25.807698 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c5c2c8aa-742d-492e-ba4a-e9abcdfd319a req-1bf14540-416d-4b6c-b517-37845d222696 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752077 Sep 11 00:59:25.822826 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-f80bdbd7-952d-42c2-bc36-1e0e9c3ea070 admin admin] Publish callbacks [] for security_group (53af5387-8c1d-4c5d-82c0-27fdee1d07ba), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:25.877239 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-f80bdbd7-952d-42c2-bc36-1e0e9c3ea070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (53af5387-8c1d-4c5d-82c0-27fdee1d07ba), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:25.880181 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-f80bdbd7-952d-42c2-bc36-1e0e9c3ea070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:25.881986 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-f80bdbd7-952d-42c2-bc36-1e0e9c3ea070 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/53af5387-8c1d-4c5d-82c0-27fdee1d07ba HTTP/1.1" status: 204 len: 168 time: 0.1839833 Sep 11 00:59:25.890195 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bdbd7-952d-42c2-bc36-1e0e9c3ea070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53af5387-8c1d-4c5d-82c0-27fdee1d07ba,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:27.160717 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7417a-b98b-4830-b5b5-cf1f3555cd52 req-54c8cf3e-e762-485b-8cc5-da7695bdeec5 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:27.162916 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-77c7417a-b98b-4830-b5b5-cf1f3555cd52 req-54c8cf3e-e762-485b-8cc5-da7695bdeec5 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 946 time: 0.2718906 Sep 11 00:59:27.212391 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-77c7417a-b98b-4830-b5b5-cf1f3555cd52 req-ccfb2e0c-36a8-44d3-ac7e-78f218aa9b1f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436521 Sep 11 00:59:31.325056 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=3 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:31.325796 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=3 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:33.943526 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:35.692378 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=46,neutron:DELETE=5,neutron:INSERT=6 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:35.705640 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=24,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:35.904331 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:37.204635 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=84,neutron:DELETE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:37.207986 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:39.451171 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 00:59:41.545029 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:43.842516 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 48982) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:43.983491 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Deleting port 63583d82-46e9-4989-b4db-7b011d980331 {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:59:43.983842 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (63583d82-46e9-4989-b4db-7b011d980331), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:44.062032 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (63583d82-46e9-4989-b4db-7b011d980331), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:44.062363 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for floatingip (63583d82-46e9-4989-b4db-7b011d980331), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:44.074745 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Calling delete_port for 63583d82-46e9-4989-b4db-7b011d980331 owned by network:floatingip {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:59:44.217677 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (63583d82-46e9-4989-b4db-7b011d980331), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:44.240360 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Pushing event deleted for resources: {'Port': ['ID=63583d82-46e9-4989-b4db-7b011d980331,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:44.250070 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:44.250426 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:44.250772 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:44.251138 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:44.251476 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:44.252197 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:44.252197 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:44.252447 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:44.252768 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:44.253092 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:44.253417 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:44.253742 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:44.254065 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:44.254429 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:44.254966 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:44.314743 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for floatingip (6cdbe540-6c07-4c32-8082-e18c95957ae7), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:44.315154 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.l3_db [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Floating IP 6cdbe540-6c07-4c32-8082-e18c95957ae7 disassociated (deleted). External IP: 172.37.5.108, port: 549957cc-ef50-4e12-9608-80b215c4bfb4. Sep 11 00:59:44.512457 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Router 3fe3b9ae-6e34-45b4-99c7-6ff48a166cac has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:59:44.650440 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-484c1271-099f-41a3-997f-15fdf48c3ab6 req-56cf97e3-99ce-4318-aebd-634fcb40a7d9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507557 Sep 11 00:59:44.651332 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:59:44.656588 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:44.658419 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:44.661482 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425d4ad6-7618-4f93-b24e-124e751460e0 None None] Sync routers for ids ['3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:59:44.672296 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425d4ad6-7618-4f93-b24e-124e751460e0 None None] Routers {'3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:59:44.673048 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-425d4ad6-7618-4f93-b24e-124e751460e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:59:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:44.681682 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:44.696279 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-bce7b356-8782-4381-968f-4264678c3535 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/6cdbe540-6c07-4c32-8082-e18c95957ae7 HTTP/1.1" status: 204 len: 168 time: 0.8526256 Sep 11 00:59:44.697039 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77aec922-e7ba-4f8c-8931-b2ea825af43c', 'tag': '549957cc-ef50-4e12-9608-80b215c4bfb4'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:59:44.699827 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4e9852-2800-4c5e-8b64-773bb10d794c" -d '{"events": [{"name": "network-changed", "server_uuid": "77aec922-e7ba-4f8c-8931-b2ea825af43c", "tag": "549957cc-ef50-4e12-9608-80b215c4bfb4"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:59:44.784202 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 00:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8956825-d164-4a4a-9e29-46456d35ed8e x-openstack-request-id: req-c8956825-d164-4a4a-9e29-46456d35ed8e {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:59:44.784751 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77aec922-e7ba-4f8c-8931-b2ea825af43c", "tag": "549957cc-ef50-4e12-9608-80b215c4bfb4", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:59:44.785016 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c8956825-d164-4a4a-9e29-46456d35ed8e {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:59:44.785441 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8956825-d164-4a4a-9e29-46456d35ed8e'] response: {'name': 'network-changed', 'server_uuid': '77aec922-e7ba-4f8c-8931-b2ea825af43c', 'tag': '549957cc-ef50-4e12-9608-80b215c4bfb4', 'status': 'completed', 'code': 200} Sep 11 00:59:44.786934 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c1271-099f-41a3-997f-15fdf48c3ab6 req-ca879db5-5174-4f34-b11e-14dcc5f7dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:44.788570 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-484c1271-099f-41a3-997f-15fdf48c3ab6 req-ca879db5-5174-4f34-b11e-14dcc5f7dc2c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d55d41063ec34fb6921c367025fa9af9&device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 1129 time: 0.0547216 Sep 11 00:59:44.800970 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-425d4ad6-7618-4f93-b24e-124e751460e0 None None] Set router 3fe3b9ae-6e34-45b4-99c7-6ff48a166cac gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:59:44.925758 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c1271-099f-41a3-997f-15fdf48c3ab6 req-c7837c32-3549-491b-abac-501d464fb764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:44.928065 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-484c1271-099f-41a3-997f-15fdf48c3ab6 req-c7837c32-3549-491b-abac-501d464fb764 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4e359fd9-06a0-4943-a4a2-16a223ad6963 HTTP/1.1" status: 200 len: 909 time: 0.1072581 Sep 11 00:59:45.002255 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968b71a-19ce-4348-aa6c-bb5fada357da req-d7de2c29-ccc9-4d37-ab63-54112be93c09 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:45.004299 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d968b71a-19ce-4348-aa6c-bb5fada357da req-d7de2c29-ccc9-4d37-ab63-54112be93c09 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0546751 Sep 11 00:59:45.020855 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-425d4ad6-7618-4f93-b24e-124e751460e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'name': 'tempest-TestShelveInstance-911419867-router', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142'}], 'enable_snat': True}, 'gw_port_id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:35Z', 'updated_at': '2022-09-11T00:54:38Z', 'revision_number': 4, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'gw_port': {'id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:36Z', 'updated_at': '2022-09-11T00:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '8fd774b2-dbf4-47b3-9a8b-58e4006734ad', 'name': '', 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'mac_address': 'fa:16:3e:18:35:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9fc20d29-c23d-4b06-97c5-a82fa0ec92fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:38Z', 'updated_at': '2022-09-11T00:54:46Z', 'revision_number': 5, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'subnets': [{'id': '9fc20d29-c23d-4b06-97c5-a82fa0ec92fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:45.055849 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425d4ad6-7618-4f93-b24e-124e751460e0 None None] Checking router: 3fe3b9ae-6e34-45b4-99c7-6ff48a166cac for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:59:45.059899 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d968b71a-19ce-4348-aa6c-bb5fada357da req-e7716275-3cb9-4193-98bf-fb62d96eb778 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481994 Sep 11 00:59:45.064993 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425d4ad6-7618-4f93-b24e-124e751460e0 None None] Routers {'3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:59:45.065630 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-425d4ad6-7618-4f93-b24e-124e751460e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:59:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:45.180868 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-425d4ad6-7618-4f93-b24e-124e751460e0 None None] Set router 3fe3b9ae-6e34-45b4-99c7-6ff48a166cac gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:59:45.377447 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-425d4ad6-7618-4f93-b24e-124e751460e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'name': 'tempest-TestShelveInstance-911419867-router', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142'}], 'enable_snat': True}, 'gw_port_id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:35Z', 'updated_at': '2022-09-11T00:54:38Z', 'revision_number': 4, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'gw_port': {'id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:36Z', 'updated_at': '2022-09-11T00:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '8fd774b2-dbf4-47b3-9a8b-58e4006734ad', 'name': '', 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'mac_address': 'fa:16:3e:18:35:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9fc20d29-c23d-4b06-97c5-a82fa0ec92fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:38Z', 'updated_at': '2022-09-11T00:54:46Z', 'revision_number': 5, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'subnets': [{'id': '9fc20d29-c23d-4b06-97c5-a82fa0ec92fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:45.402071 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425d4ad6-7618-4f93-b24e-124e751460e0 None None] The sync data for ids ['3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'] in dv-cinder-master-3-iscsi is: [{'id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'name': 'tempest-TestShelveInstance-911419867-router', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142'}], 'enable_snat': True}, 'gw_port_id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:35Z', 'updated_at': '2022-09-11T00:54:38Z', 'revision_number': 4, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'gw_port': {'id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:36Z', 'updated_at': '2022-09-11T00:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '8fd774b2-dbf4-47b3-9a8b-58e4006734ad', 'name': '', 'network_id': '4e359fd9-06a0-4943-a4a2-16a223ad6963', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'mac_address': 'fa:16:3e:18:35:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9fc20d29-c23d-4b06-97c5-a82fa0ec92fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:38Z', 'updated_at': '2022-09-11T00:54:46Z', 'revision_number': 5, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'subnets': [{'id': '9fc20d29-c23d-4b06-97c5-a82fa0ec92fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:59:45.406766 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 49012) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:45.516774 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-08332680-e487-4546-ae31-890cd60fff0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:45.596153 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-08332680-e487-4546-ae31-890cd60fff0c admin admin] Publish callbacks [] for security_group (40703f74-392e-485f-a0c7-2edc9efdc090), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:45.601214 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-08332680-e487-4546-ae31-890cd60fff0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (40703f74-392e-485f-a0c7-2edc9efdc090), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:45.635624 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08332680-e487-4546-ae31-890cd60fff0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40703f74-392e-485f-a0c7-2edc9efdc090,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:45.657447 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 49020) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:45.665772 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-08332680-e487-4546-ae31-890cd60fff0c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2376212c577c4ecfa8f2294eeff906ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577848 Sep 11 00:59:45.667355 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c60f7d7-6bf3-4831-a956-26be3796f543 None None] New status for floating IP 6cdbe540-6c07-4c32-8082-e18c95957ae7: DOWN {{(pid=112723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 00:59:45.711665 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2972bdf6-5458-4de1-9f91-2075f728161c admin admin] Publish callbacks [] for security_group (40703f74-392e-485f-a0c7-2edc9efdc090), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:45.737892 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2972bdf6-5458-4de1-9f91-2075f728161c admin admin] Publish callbacks [] for security_group (40703f74-392e-485f-a0c7-2edc9efdc090), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:45.797342 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2972bdf6-5458-4de1-9f91-2075f728161c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (40703f74-392e-485f-a0c7-2edc9efdc090), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:45.800120 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-2972bdf6-5458-4de1-9f91-2075f728161c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:45.801304 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-2972bdf6-5458-4de1-9f91-2075f728161c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/40703f74-392e-485f-a0c7-2edc9efdc090 HTTP/1.1" status: 204 len: 168 time: 0.1428602 Sep 11 00:59:45.809725 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972bdf6-5458-4de1-9f91-2075f728161c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40703f74-392e-485f-a0c7-2edc9efdc090,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:46.067708 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 49028) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:46.080972 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-aedcf820-79e7-472e-9c67-1cc7d060e802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:46.170334 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-484c1271-099f-41a3-997f-15fdf48c3ab6 req-89954634-1f59-4e56-a482-f5c7fb2eaf9f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=549957cc-ef50-4e12-9608-80b215c4bfb4 HTTP/1.1" status: 200 len: 217 time: 0.0422556 Sep 11 00:59:46.249932 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67879c-accf-4ccf-ab85-591ff5673b65 req-a1babe29-c831-4df2-b5bc-c49af6d61967 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:46.251531 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-af67879c-accf-4ccf-ab85-591ff5673b65 req-a1babe29-c831-4df2-b5bc-c49af6d61967 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0837529 Sep 11 00:59:46.271530 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c1271-099f-41a3-997f-15fdf48c3ab6 req-4f1f39ed-544b-4737-a991-6bbe4ac63c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:46.273000 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-484c1271-099f-41a3-997f-15fdf48c3ab6 req-4f1f39ed-544b-4737-a991-6bbe4ac63c26 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=9fc20d29-c23d-4b06-97c5-a82fa0ec92fe HTTP/1.1" status: 200 len: 847 time: 0.0715482 Sep 11 00:59:46.314667 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-af67879c-accf-4ccf-ab85-591ff5673b65 req-4bdc8b39-ecfb-40aa-b4d9-cd3aae34295c tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=40eba63e-cea2-44fc-929e-98c709c7cf9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557981 Sep 11 00:59:46.366551 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c1271-099f-41a3-997f-15fdf48c3ab6 req-2c1145fd-0f18-412f-acc4-35ae717ba393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:46.368126 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-484c1271-099f-41a3-997f-15fdf48c3ab6 req-2c1145fd-0f18-412f-acc4-35ae717ba393 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4e359fd9-06a0-4943-a4a2-16a223ad6963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405071 Sep 11 00:59:46.420903 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-aedcf820-79e7-472e-9c67-1cc7d060e802 admin admin] Publish callbacks [] for security_group (aa10e14c-a771-43e1-a642-dd6a93ff75b6), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:46.425144 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-aedcf820-79e7-472e-9c67-1cc7d060e802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (aa10e14c-a771-43e1-a642-dd6a93ff75b6), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:46.465474 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-aedcf820-79e7-472e-9c67-1cc7d060e802 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=84711ed27fdc4e66a1925a19bc129961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3966746 Sep 11 00:59:46.466591 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedcf820-79e7-472e-9c67-1cc7d060e802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa10e14c-a771-43e1-a642-dd6a93ff75b6,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:46.468228 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 49032) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:46.474811 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcf820-79e7-472e-9c67-1cc7d060e802 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:46.475161 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcf820-79e7-472e-9c67-1cc7d060e802 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:46.475508 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcf820-79e7-472e-9c67-1cc7d060e802 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:46.475851 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcf820-79e7-472e-9c67-1cc7d060e802 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:46.476190 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcf820-79e7-472e-9c67-1cc7d060e802 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:46.476521 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcf820-79e7-472e-9c67-1cc7d060e802 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:46.476849 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcf820-79e7-472e-9c67-1cc7d060e802 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:46.477175 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcf820-79e7-472e-9c67-1cc7d060e802 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:46.477501 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcf820-79e7-472e-9c67-1cc7d060e802 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:46.477827 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcf820-79e7-472e-9c67-1cc7d060e802 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:46.478171 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcf820-79e7-472e-9c67-1cc7d060e802 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:46.478484 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcf820-79e7-472e-9c67-1cc7d060e802 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:46.478832 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcf820-79e7-472e-9c67-1cc7d060e802 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:46.479157 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcf820-79e7-472e-9c67-1cc7d060e802 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:46.479477 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedcf820-79e7-472e-9c67-1cc7d060e802 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:46.495693 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-484c1271-099f-41a3-997f-15fdf48c3ab6 req-77ca231a-783e-43ab-96ee-bceab829476f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4e359fd9-06a0-4943-a4a2-16a223ad6963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109025 Sep 11 00:59:46.528002 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-917873d6-746f-4671-b30d-8fecf4e85f4d admin admin] Publish callbacks [] for security_group (aa10e14c-a771-43e1-a642-dd6a93ff75b6), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:46.548051 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-917873d6-746f-4671-b30d-8fecf4e85f4d admin admin] Publish callbacks [] for security_group (aa10e14c-a771-43e1-a642-dd6a93ff75b6), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:46.570153 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:46.616282 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-917873d6-746f-4671-b30d-8fecf4e85f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (aa10e14c-a771-43e1-a642-dd6a93ff75b6), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:46.619399 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-917873d6-746f-4671-b30d-8fecf4e85f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:46.620496 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-917873d6-746f-4671-b30d-8fecf4e85f4d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/aa10e14c-a771-43e1-a642-dd6a93ff75b6 HTTP/1.1" status: 204 len: 168 time: 0.1513348 Sep 11 00:59:46.658624 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917873d6-746f-4671-b30d-8fecf4e85f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa10e14c-a771-43e1-a642-dd6a93ff75b6,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:46.704062 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-484c1271-099f-41a3-997f-15fdf48c3ab6 req-2d24c3fd-699c-4ca9-baf0-5b8557a648b6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4e359fd9-06a0-4943-a4a2-16a223ad6963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119750 Sep 11 00:59:46.800317 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147258a6-54ef-4813-8427-d07a822cba29 req-3837b3ed-a241-4887-8af1-15224b957a23 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:46.803908 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-147258a6-54ef-4813-8427-d07a822cba29 req-3837b3ed-a241-4887-8af1-15224b957a23 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 945 time: 0.0782585 Sep 11 00:59:46.822262 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:46.870890 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e9852-2800-4c5e-8b64-773bb10d794c req-af18bd95-5553-416c-ae68-f4a88f456e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:46.870890 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3b4e9852-2800-4c5e-8b64-773bb10d794c req-af18bd95-5553-416c-ae68-f4a88f456e86 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d55d41063ec34fb6921c367025fa9af9&device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 1129 time: 0.0572944 Sep 11 00:59:46.939548 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [req-147258a6-54ef-4813-8427-d07a822cba29 req-bf5c07c5-7851-4a8a-a91d-d185300071c8 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Deleting port 549957cc-ef50-4e12-9608-80b215c4bfb4 {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:59:46.939982 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-147258a6-54ef-4813-8427-d07a822cba29 req-bf5c07c5-7851-4a8a-a91d-d185300071c8 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (549957cc-ef50-4e12-9608-80b215c4bfb4), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:46.972310 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e9852-2800-4c5e-8b64-773bb10d794c req-c5c8847c-94db-4e27-8dee-a1ab7c241e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:46.974516 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3b4e9852-2800-4c5e-8b64-773bb10d794c req-c5c8847c-94db-4e27-8dee-a1ab7c241e38 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4e359fd9-06a0-4943-a4a2-16a223ad6963 HTTP/1.1" status: 200 len: 909 time: 0.0985403 Sep 11 00:59:47.038180 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3b4e9852-2800-4c5e-8b64-773bb10d794c req-d9e289a1-1b9f-4710-aa6a-df6a822c6978 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=549957cc-ef50-4e12-9608-80b215c4bfb4 HTTP/1.1" status: 200 len: 217 time: 0.0555696 Sep 11 00:59:47.039240 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-147258a6-54ef-4813-8427-d07a822cba29 req-bf5c07c5-7851-4a8a-a91d-d185300071c8 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] For port 549957cc-ef50-4e12-9608-80b215c4bfb4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=549957cc-ef50-4e12-9608-80b215c4bfb4,segment=NetworkSegment(5ac257b5-c440-416f-b0f8-8180b778ce58),segment_id=5ac257b5-c440-416f-b0f8-8180b778ce58)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:59:47.039895 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-147258a6-54ef-4813-8427-d07a822cba29 req-bf5c07c5-7851-4a8a-a91d-d185300071c8 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (549957cc-ef50-4e12-9608-80b215c4bfb4), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:47.054767 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [req-147258a6-54ef-4813-8427-d07a822cba29 req-bf5c07c5-7851-4a8a-a91d-d185300071c8 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Calling delete_port for 549957cc-ef50-4e12-9608-80b215c4bfb4 owned by compute:nova {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:59:47.104526 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e9852-2800-4c5e-8b64-773bb10d794c req-e9b9fd90-56a4-4b32-b79f-4c68856b4e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:47.106156 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3b4e9852-2800-4c5e-8b64-773bb10d794c req-e9b9fd90-56a4-4b32-b79f-4c68856b4e4f service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=9fc20d29-c23d-4b06-97c5-a82fa0ec92fe HTTP/1.1" status: 200 len: 847 time: 0.0583830 Sep 11 00:59:47.161660 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e9852-2800-4c5e-8b64-773bb10d794c req-8f194e1f-bdca-4356-9ba0-4a9a8541a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:47.164391 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3b4e9852-2800-4c5e-8b64-773bb10d794c req-8f194e1f-bdca-4356-9ba0-4a9a8541a315 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4e359fd9-06a0-4943-a4a2-16a223ad6963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518589 Sep 11 00:59:47.205579 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-147258a6-54ef-4813-8427-d07a822cba29 req-bf5c07c5-7851-4a8a-a91d-d185300071c8 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (549957cc-ef50-4e12-9608-80b215c4bfb4), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:47.241694 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c07c5-7851-4a8a-a91d-d185300071c8 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Pushing event deleted for resources: {'Port': ['ID=549957cc-ef50-4e12-9608-80b215c4bfb4,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:47.267796 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3b4e9852-2800-4c5e-8b64-773bb10d794c req-1e5611bd-d4d0-4551-b8e0-376f6b50f802 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4e359fd9-06a0-4943-a4a2-16a223ad6963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960994 Sep 11 00:59:47.305614 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [req-147258a6-54ef-4813-8427-d07a822cba29 req-bf5c07c5-7851-4a8a-a91d-d185300071c8 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] No DVR routers for this DVR port 549957cc-ef50-4e12-9608-80b215c4bfb4 on host hv-cinder-maste {{(pid=112722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:59:47.309202 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-147258a6-54ef-4813-8427-d07a822cba29 req-bf5c07c5-7851-4a8a-a91d-d185300071c8 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:47.313723 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-147258a6-54ef-4813-8427-d07a822cba29 req-bf5c07c5-7851-4a8a-a91d-d185300071c8 tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.18 "DELETE /networking/v2.0/ports/549957cc-ef50-4e12-9608-80b215c4bfb4 HTTP/1.1" status: 204 len: 173 time: 0.4993157 Sep 11 00:59:47.313723 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77aec922-e7ba-4f8c-8931-b2ea825af43c', 'name': 'network-vif-deleted', 'tag': '549957cc-ef50-4e12-9608-80b215c4bfb4'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:59:47.316026 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebbe69e-6bdd-42d6-87c4-0a4bdfcec6fb" -d '{"events": [{"server_uuid": "77aec922-e7ba-4f8c-8931-b2ea825af43c", "name": "network-vif-deleted", "tag": "549957cc-ef50-4e12-9608-80b215c4bfb4"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:59:47.372195 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4bd324-98ae-48a8-a97a-415d06d48e8a x-openstack-request-id: req-fd4bd324-98ae-48a8-a97a-415d06d48e8a {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:59:47.372493 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77aec922-e7ba-4f8c-8931-b2ea825af43c", "name": "network-vif-deleted", "tag": "549957cc-ef50-4e12-9608-80b215c4bfb4", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:59:47.372745 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fd4bd324-98ae-48a8-a97a-415d06d48e8a {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:59:47.373155 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd4bd324-98ae-48a8-a97a-415d06d48e8a'] response: {'server_uuid': '77aec922-e7ba-4f8c-8931-b2ea825af43c', 'name': 'network-vif-deleted', 'tag': '549957cc-ef50-4e12-9608-80b215c4bfb4', 'status': 'completed', 'code': 200} Sep 11 00:59:47.395944 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3b4e9852-2800-4c5e-8b64-773bb10d794c req-801ff47c-8069-47b5-b959-ef3bf700cd4b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4e359fd9-06a0-4943-a4a2-16a223ad6963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213000 Sep 11 00:59:47.700898 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7eb4ef59-d582-4306-8dfa-8dd27a8e3db6 req-c13e8a64-ca6a-4469-9b90-cfcf4736875e tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 210 time: 0.0311432 Sep 11 00:59:48.830860 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-732d7329-f8da-4880-b8de-ef61ce3a032c req-7e67ac0f-0cb7-4709-9470-2442795514dd tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=77aec922-e7ba-4f8c-8931-b2ea825af43c HTTP/1.1" status: 200 len: 210 time: 0.0284381 Sep 11 00:59:49.056557 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-812b6c8c-5d72-4a09-ba00-7b7ce79a62cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:49.904308 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 49200) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:49.939198 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:49.976794 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3561-675a-415d-92ca-571dd84074dd tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for security_group (40eba63e-cea2-44fc-929e-98c709c7cf9b), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:49.999940 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 49204) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:50.001338 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3561-675a-415d-92ca-571dd84074dd tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for security_group (40eba63e-cea2-44fc-929e-98c709c7cf9b), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:50.014736 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:50.068805 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3561-675a-415d-92ca-571dd84074dd tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (40eba63e-cea2-44fc-929e-98c709c7cf9b), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:50.072312 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3561-675a-415d-92ca-571dd84074dd tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:50.073486 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-4d4f3561-675a-415d-92ca-571dd84074dd tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/40eba63e-cea2-44fc-929e-98c709c7cf9b HTTP/1.1" status: 204 len: 168 time: 0.1682534 Sep 11 00:59:50.084951 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f3561-675a-415d-92ca-571dd84074dd tempest-TestShelveInstance-1577537656 tempest-TestShelveInstance-1577537656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40eba63e-cea2-44fc-929e-98c709c7cf9b,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:50.125776 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 49210) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:50.128542 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b95ddefd-ce3f-4fc8-b9c0-7909f0772227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:50.218824 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b95ddefd-ce3f-4fc8-b9c0-7909f0772227 admin admin] Publish callbacks [] for security_group (043d7f4c-a457-4406-9c9d-2958bcac94e4), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:50.223776 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b95ddefd-ce3f-4fc8-b9c0-7909f0772227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (043d7f4c-a457-4406-9c9d-2958bcac94e4), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:50.264376 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-b95ddefd-ce3f-4fc8-b9c0-7909f0772227 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=347c6e41338045d29f61629a86b3d8d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632666 Sep 11 00:59:50.265523 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ddefd-ce3f-4fc8-b9c0-7909f0772227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043d7f4c-a457-4406-9c9d-2958bcac94e4,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:50.267800 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 49214) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:50.317709 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d6e542ce-d044-4639-bba4-c034984451f1 admin admin] Publish callbacks [] for security_group (043d7f4c-a457-4406-9c9d-2958bcac94e4), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:50.339353 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d6e542ce-d044-4639-bba4-c034984451f1 admin admin] Publish callbacks [] for security_group (043d7f4c-a457-4406-9c9d-2958bcac94e4), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:50.368797 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:50.402946 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d6e542ce-d044-4639-bba4-c034984451f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (043d7f4c-a457-4406-9c9d-2958bcac94e4), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:50.405752 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d6e542ce-d044-4639-bba4-c034984451f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:50.407394 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-d6e542ce-d044-4639-bba4-c034984451f1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/043d7f4c-a457-4406-9c9d-2958bcac94e4 HTTP/1.1" status: 204 len: 168 time: 0.1384485 Sep 11 00:59:50.420481 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e542ce-d044-4639-bba4-c034984451f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043d7f4c-a457-4406-9c9d-2958bcac94e4,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:50.573335 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c62dbe1e-eae6-49b8-be57-10fc73c38bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768042'] for router_interface (3fe3b9ae-6e34-45b4-99c7-6ff48a166cac), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:50.651338 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9399d-287c-45d3-9a33-aa024a98daa7 req-f907f6e6-58aa-47e6-a337-16d21738355b tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:50.653339 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-78c9399d-287c-45d3-9a33-aa024a98daa7 req-f907f6e6-58aa-47e6-a337-16d21738355b tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28ecae2d-9fbd-42c1-932c-40406ca730b0 HTTP/1.1" status: 200 len: 946 time: 0.0527084 Sep 11 00:59:50.709792 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-78c9399d-287c-45d3-9a33-aa024a98daa7 req-c4549b32-61a1-4624-a5ab-a0a3a392392a tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bc4c699b-1dc9-425e-b492-cd5b63edf598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505972 Sep 11 00:59:50.750409 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 49226) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:50.768473 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-07c087dd-b0d7-4e5a-b3ec-f42418733066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:50.862226 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-c62dbe1e-eae6-49b8-be57-10fc73c38bf3 admin admin] Deleting port 8fd774b2-dbf4-47b3-9a8b-58e4006734ad {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:59:50.862562 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c62dbe1e-eae6-49b8-be57-10fc73c38bf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (8fd774b2-dbf4-47b3-9a8b-58e4006734ad), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:50.924099 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:50.962483 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-07c087dd-b0d7-4e5a-b3ec-f42418733066 admin admin] Publish callbacks [] for security_group (14ca2dc8-19ab-4c6c-b68f-d4ec245e82ba), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:50.972672 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-07c087dd-b0d7-4e5a-b3ec-f42418733066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (14ca2dc8-19ab-4c6c-b68f-d4ec245e82ba), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:51.015792 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [None req-c62dbe1e-eae6-49b8-be57-10fc73c38bf3 admin admin] For port 8fd774b2-dbf4-47b3-9a8b-58e4006734ad, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8fd774b2-dbf4-47b3-9a8b-58e4006734ad,segment=NetworkSegment(5ac257b5-c440-416f-b0f8-8180b778ce58),segment_id=5ac257b5-c440-416f-b0f8-8180b778ce58)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:59:51.016148 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c62dbe1e-eae6-49b8-be57-10fc73c38bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (8fd774b2-dbf4-47b3-9a8b-58e4006734ad), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:51.029740 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:51.040437 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-c62dbe1e-eae6-49b8-be57-10fc73c38bf3 admin admin] Calling delete_port for 8fd774b2-dbf4-47b3-9a8b-58e4006734ad owned by network:router_interface {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:59:51.042465 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c087dd-b0d7-4e5a-b3ec-f42418733066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ca2dc8-19ab-4c6c-b68f-d4ec245e82ba,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:51.049174 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-07c087dd-b0d7-4e5a-b3ec-f42418733066 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f2ad3d42aae8491c8648a1e233168437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977431 Sep 11 00:59:51.052150 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 49228) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:51.156170 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5689d9cc-4332-43dd-8683-003994f92425 admin admin] Publish callbacks [] for security_group (14ca2dc8-19ab-4c6c-b68f-d4ec245e82ba), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:51.217127 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5689d9cc-4332-43dd-8683-003994f92425 admin admin] Publish callbacks [] for security_group (14ca2dc8-19ab-4c6c-b68f-d4ec245e82ba), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:51.302487 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5689d9cc-4332-43dd-8683-003994f92425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (14ca2dc8-19ab-4c6c-b68f-d4ec245e82ba), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:51.305026 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5689d9cc-4332-43dd-8683-003994f92425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:51.306168 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-5689d9cc-4332-43dd-8683-003994f92425 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/14ca2dc8-19ab-4c6c-b68f-d4ec245e82ba HTTP/1.1" status: 204 len: 168 time: 0.2529054 Sep 11 00:59:51.322576 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689d9cc-4332-43dd-8683-003994f92425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ca2dc8-19ab-4c6c-b68f-d4ec245e82ba,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:51.329187 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c62dbe1e-eae6-49b8-be57-10fc73c38bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (8fd774b2-dbf4-47b3-9a8b-58e4006734ad), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:51.358195 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62dbe1e-eae6-49b8-be57-10fc73c38bf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fd774b2-dbf4-47b3-9a8b-58e4006734ad,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:51.360696 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-fa7a8d83-af43-4e92-b2af-a792158e2c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:51.539020 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c62dbe1e-eae6-49b8-be57-10fc73c38bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3793178'] for router_interface (3fe3b9ae-6e34-45b4-99c7-6ff48a166cac), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:51.551537 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 549957cc-ef50-4e12-9608-80b215c4bfb4 no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:59:51.580670 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] No Port match for: 549957cc-ef50-4e12-9608-80b215c4bfb4 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:59:51.581716 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 549957cc-ef50-4e12-9608-80b215c4bfb4 not bound to the agent host hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:59:51.695860 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:51.751816 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62dbe1e-eae6-49b8-be57-10fc73c38bf3 admin admin] Router 3fe3b9ae-6e34-45b4-99c7-6ff48a166cac has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:59:51.851046 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00173982-5ac7-4a0d-b9db-9e6965bd959c req-0dafb7e1-e845-4e38-8138-61b2f7e3bbcd tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:51.853178 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-00173982-5ac7-4a0d-b9db-9e6965bd959c req-0dafb7e1-e845-4e38-8138-61b2f7e3bbcd tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28ecae2d-9fbd-42c1-932c-40406ca730b0 HTTP/1.1" status: 200 len: 946 time: 0.0567074 Sep 11 00:59:51.866965 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62dbe1e-eae6-49b8-be57-10fc73c38bf3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:59:51.872510 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-c62dbe1e-eae6-49b8-be57-10fc73c38bf3 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/3fe3b9ae-6e34-45b4-99c7-6ff48a166cac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7416761 Sep 11 00:59:51.875044 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 49244) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:51.884323 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a001fb8-cadc-4c6b-83a7-8b7d64eb5939 None None] Sync routers for ids ['3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:59:51.895887 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a001fb8-cadc-4c6b-83a7-8b7d64eb5939 None None] Routers {'3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:59:51.897271 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-0a001fb8-cadc-4c6b-83a7-8b7d64eb5939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:59:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:51.916866 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-00173982-5ac7-4a0d-b9db-9e6965bd959c req-bdb5d18b-76c9-493d-b1cb-16351a0113a2 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bc4c699b-1dc9-425e-b492-cd5b63edf598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567057 Sep 11 00:59:51.981384 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:52.006980 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ffea2f1d-2ce4-4062-a374-e965cbe9cda2 admin admin] Publish callbacks [] for router (3fe3b9ae-6e34-45b4-99c7-6ff48a166cac), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:52.098876 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-0a001fb8-cadc-4c6b-83a7-8b7d64eb5939 None None] Set router 3fe3b9ae-6e34-45b4-99c7-6ff48a166cac gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:59:52.125573 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ffea2f1d-2ce4-4062-a374-e965cbe9cda2 admin admin] Publish callbacks [] for router_gateway (3fe3b9ae-6e34-45b4-99c7-6ff48a166cac), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:52.170925 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-ffea2f1d-2ce4-4062-a374-e965cbe9cda2 admin admin] Deleting port 8817873c-6aff-4d18-860d-6c2c89fc4b0c {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:59:52.171283 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ffea2f1d-2ce4-4062-a374-e965cbe9cda2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (8817873c-6aff-4d18-860d-6c2c89fc4b0c), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:52.279003 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-0a001fb8-cadc-4c6b-83a7-8b7d64eb5939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'name': 'tempest-TestShelveInstance-911419867-router', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142'}], 'enable_snat': True}, 'gw_port_id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:35Z', 'updated_at': '2022-09-11T00:59:51Z', 'revision_number': 5, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'gw_port': {'id': '8817873c-6aff-4d18-860d-6c2c89fc4b0c', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:36Z', 'updated_at': '2022-09-11T00:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:52.291149 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [None req-ffea2f1d-2ce4-4062-a374-e965cbe9cda2 admin admin] For port 8817873c-6aff-4d18-860d-6c2c89fc4b0c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8817873c-6aff-4d18-860d-6c2c89fc4b0c,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:59:52.291606 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ffea2f1d-2ce4-4062-a374-e965cbe9cda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (8817873c-6aff-4d18-860d-6c2c89fc4b0c), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:52.306950 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-ffea2f1d-2ce4-4062-a374-e965cbe9cda2 admin admin] Calling delete_port for 8817873c-6aff-4d18-860d-6c2c89fc4b0c owned by network:router_gateway {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:59:52.314571 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=100 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:52.314571 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a001fb8-cadc-4c6b-83a7-8b7d64eb5939 None None] Checking router: 3fe3b9ae-6e34-45b4-99c7-6ff48a166cac for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:59:52.329060 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a001fb8-cadc-4c6b-83a7-8b7d64eb5939 None None] Routers {'3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:59:52.330174 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-0a001fb8-cadc-4c6b-83a7-8b7d64eb5939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:59:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:52.374313 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=100 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:52.438518 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-0a001fb8-cadc-4c6b-83a7-8b7d64eb5939 None None] Set router 3fe3b9ae-6e34-45b4-99c7-6ff48a166cac gateway port host: None {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:59:52.463334 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:52.485470 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944eaf9-109d-43c3-986f-4a0d934bcb47 req-7eda6b02-8789-46be-b7e7-a7614572d250 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 00:59:52.487312 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e944eaf9-109d-43c3-986f-4a0d934bcb47 req-7eda6b02-8789-46be-b7e7-a7614572d250 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=28ecae2d-9fbd-42c1-932c-40406ca730b0 HTTP/1.1" status: 200 len: 946 time: 0.0836804 Sep 11 00:59:52.496782 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-0a001fb8-cadc-4c6b-83a7-8b7d64eb5939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'name': 'tempest-TestShelveInstance-911419867-router', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:35Z', 'updated_at': '2022-09-11T00:59:52Z', 'revision_number': 6, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:52.537199 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a001fb8-cadc-4c6b-83a7-8b7d64eb5939 None None] The sync data for ids ['3fe3b9ae-6e34-45b4-99c7-6ff48a166cac'] in dv-cinder-master-3-iscsi is: [{'id': '3fe3b9ae-6e34-45b4-99c7-6ff48a166cac', 'name': 'tempest-TestShelveInstance-911419867-router', 'tenant_id': 'd55d41063ec34fb6921c367025fa9af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:35Z', 'updated_at': '2022-09-11T00:59:52Z', 'revision_number': 6, 'project_id': 'd55d41063ec34fb6921c367025fa9af9', 'gw_port_host': None}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:59:52.538565 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ffea2f1d-2ce4-4062-a374-e965cbe9cda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (8817873c-6aff-4d18-860d-6c2c89fc4b0c), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:52.581814 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea2f1d-2ce4-4062-a374-e965cbe9cda2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8817873c-6aff-4d18-860d-6c2c89fc4b0c,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:52.623881 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:52.625637 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [req-e944eaf9-109d-43c3-986f-4a0d934bcb47 req-78965e7c-e766-43e6-b63d-447d16a0213b tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Deleting port 1717a3c3-263a-47c4-85ce-30d613700835 {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:59:52.626521 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-e944eaf9-109d-43c3-986f-4a0d934bcb47 req-78965e7c-e766-43e6-b63d-447d16a0213b tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (1717a3c3-263a-47c4-85ce-30d613700835), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:52.674113 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ffea2f1d-2ce4-4062-a374-e965cbe9cda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3793768'] for router_gateway (3fe3b9ae-6e34-45b4-99c7-6ff48a166cac), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:52.744398 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-e944eaf9-109d-43c3-986f-4a0d934bcb47 req-78965e7c-e766-43e6-b63d-447d16a0213b tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] For port 1717a3c3-263a-47c4-85ce-30d613700835, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1717a3c3-263a-47c4-85ce-30d613700835,segment=NetworkSegment(a138d863-1f34-49b7-a3ee-1c74f619a662),segment_id=a138d863-1f34-49b7-a3ee-1c74f619a662)] {{(pid=112721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:59:52.744786 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-e944eaf9-109d-43c3-986f-4a0d934bcb47 req-78965e7c-e766-43e6-b63d-447d16a0213b tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (1717a3c3-263a-47c4-85ce-30d613700835), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:52.759874 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [req-e944eaf9-109d-43c3-986f-4a0d934bcb47 req-78965e7c-e766-43e6-b63d-447d16a0213b tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Calling delete_port for 1717a3c3-263a-47c4-85ce-30d613700835 owned by compute:nova {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:59:52.777485 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ffea2f1d-2ce4-4062-a374-e965cbe9cda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3792972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24940'] for router (3fe3b9ae-6e34-45b4-99c7-6ff48a166cac), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:52.779745 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ffea2f1d-2ce4-4062-a374-e965cbe9cda2 admin admin] Publish callbacks [] for router_controller (3fe3b9ae-6e34-45b4-99c7-6ff48a166cac), precommit_delete_associations {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:52.829230 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ffea2f1d-2ce4-4062-a374-e965cbe9cda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3793199'] for router (3fe3b9ae-6e34-45b4-99c7-6ff48a166cac), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:52.830275 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffea2f1d-2ce4-4062-a374-e965cbe9cda2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fe3b9ae-6e34-45b4-99c7-6ff48a166cac {{(pid=112722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 11 00:59:52.836271 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-ffea2f1d-2ce4-4062-a374-e965cbe9cda2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:52.841379 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 49268) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:52.841714 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-ffea2f1d-2ce4-4062-a374-e965cbe9cda2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/3fe3b9ae-6e34-45b4-99c7-6ff48a166cac HTTP/1.1" status: 204 len: 168 time: 0.9653168 Sep 11 00:59:52.924915 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_v2 [None req-de916d36-081f-40d0-87f4-96102cbaff37 admin admin] Deleting subnet 9fc20d29-c23d-4b06-97c5-a82fa0ec92fe {{(pid=112721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 11 00:59:52.930702 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-de916d36-081f-40d0-87f4-96102cbaff37 admin admin] Publish callbacks [] for subnet (9fc20d29-c23d-4b06-97c5-a82fa0ec92fe), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:53.000251 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-de916d36-081f-40d0-87f4-96102cbaff37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14111256'] for subnet (9fc20d29-c23d-4b06-97c5-a82fa0ec92fe), precommit_delete_associations {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:53.002631 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-e944eaf9-109d-43c3-986f-4a0d934bcb47 req-78965e7c-e766-43e6-b63d-447d16a0213b tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (1717a3c3-263a-47c4-85ce-30d613700835), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:53.041585 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['1717a3c3-263a-47c4-85ce-30d613700835'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 00:59:53.067543 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78965e7c-e766-43e6-b63d-447d16a0213b tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Pushing event deleted for resources: {'Port': ['ID=1717a3c3-263a-47c4-85ce-30d613700835,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:53.098535 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-47a54881-9246-443c-8bde-83ee9b8e1954 req-3ab53b94-8159-4931-b746-671f479c1bd5 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=28ecae2d-9fbd-42c1-932c-40406ca730b0 HTTP/1.1" status: 200 len: 210 time: 0.0721180 Sep 11 00:59:53.174747 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [req-e944eaf9-109d-43c3-986f-4a0d934bcb47 req-78965e7c-e766-43e6-b63d-447d16a0213b tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] No DVR routers for this DVR port 1717a3c3-263a-47c4-85ce-30d613700835 on host hv-cinder-maste {{(pid=112721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:59:53.178137 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-e944eaf9-109d-43c3-986f-4a0d934bcb47 req-78965e7c-e766-43e6-b63d-447d16a0213b tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:53.182125 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e944eaf9-109d-43c3-986f-4a0d934bcb47 req-78965e7c-e766-43e6-b63d-447d16a0213b tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.18 "DELETE /networking/v2.0/ports/1717a3c3-263a-47c4-85ce-30d613700835 HTTP/1.1" status: 204 len: 173 time: 0.6892776 Sep 11 00:59:53.203477 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ecae2d-9fbd-42c1-932c-40406ca730b0', 'name': 'network-vif-deleted', 'tag': '1717a3c3-263a-47c4-85ce-30d613700835'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 00:59:53.205384 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ba6bd9-4136-4ea6-8fa9-602e15c24857" -d '{"events": [{"server_uuid": "28ecae2d-9fbd-42c1-932c-40406ca730b0", "name": "network-vif-deleted", "tag": "1717a3c3-263a-47c4-85ce-30d613700835"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 00:59:53.231394 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-de916d36-081f-40d0-87f4-96102cbaff37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774851'] for subnet (9fc20d29-c23d-4b06-97c5-a82fa0ec92fe), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:53.259256 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 00:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea280ff2-361f-4adf-bc2e-bb34dec48bbe x-openstack-request-id: req-ea280ff2-361f-4adf-bc2e-bb34dec48bbe {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 00:59:53.259544 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ecae2d-9fbd-42c1-932c-40406ca730b0", "name": "network-vif-deleted", "tag": "1717a3c3-263a-47c4-85ce-30d613700835", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 00:59:53.259794 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ea280ff2-361f-4adf-bc2e-bb34dec48bbe {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 00:59:53.260188 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea280ff2-361f-4adf-bc2e-bb34dec48bbe'] response: {'server_uuid': '28ecae2d-9fbd-42c1-932c-40406ca730b0', 'name': 'network-vif-deleted', 'tag': '1717a3c3-263a-47c4-85ce-30d613700835', 'status': 'completed', 'code': 200} Sep 11 00:59:53.293965 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-de916d36-081f-40d0-87f4-96102cbaff37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62136785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61942994'] for subnet (9fc20d29-c23d-4b06-97c5-a82fa0ec92fe), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:53.327196 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de916d36-081f-40d0-87f4-96102cbaff37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc20d29-c23d-4b06-97c5-a82fa0ec92fe,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:53.331214 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-de916d36-081f-40d0-87f4-96102cbaff37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for subnet (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:53.334908 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-de916d36-081f-40d0-87f4-96102cbaff37 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/9fc20d29-c23d-4b06-97c5-a82fa0ec92fe HTTP/1.1" status: 204 len: 168 time: 0.4930305 Sep 11 00:59:53.340857 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 49284) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:53.344792 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac03d989-3617-489f-bdb5-7496295cdb9f None None] Network 4e359fd9-06a0-4943-a4a2-16a223ad6963 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:59:53.432531 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2db23501-5258-4693-9610-fee6ab00577c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687712'] for network (4e359fd9-06a0-4943-a4a2-16a223ad6963), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:53.439160 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:53.444718 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:53.493455 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-2db23501-5258-4693-9610-fee6ab00577c admin admin] Deleting port c4505b71-3f6a-4f33-9cb5-85599374e242 {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:59:53.493877 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2db23501-5258-4693-9610-fee6ab00577c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (c4505b71-3f6a-4f33-9cb5-85599374e242), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:53.572172 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61aec093-acf4-45dd-b841-b51007d0286c None None] DHCP port deletion for 4e359fd9-06a0-4943-a4a2-16a223ad6963 request from dv-cinder-master-3-iscsi {{(pid=112723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 11 00:59:53.575520 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [None req-2db23501-5258-4693-9610-fee6ab00577c admin admin] For port c4505b71-3f6a-4f33-9cb5-85599374e242, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c4505b71-3f6a-4f33-9cb5-85599374e242,segment=NetworkSegment(5ac257b5-c440-416f-b0f8-8180b778ce58),segment_id=5ac257b5-c440-416f-b0f8-8180b778ce58)] {{(pid=112721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:59:53.575881 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2db23501-5258-4693-9610-fee6ab00577c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (c4505b71-3f6a-4f33-9cb5-85599374e242), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:53.597037 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-2db23501-5258-4693-9610-fee6ab00577c admin admin] Calling delete_port for c4505b71-3f6a-4f33-9cb5-85599374e242 owned by network:dhcp {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:59:53.620842 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-61aec093-acf4-45dd-b841-b51007d0286c None None] Deleting port c4505b71-3f6a-4f33-9cb5-85599374e242 {{(pid=112723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:59:53.621223 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-61aec093-acf4-45dd-b841-b51007d0286c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (c4505b71-3f6a-4f33-9cb5-85599374e242), before_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:53.694098 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2db23501-5258-4693-9610-fee6ab00577c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (c4505b71-3f6a-4f33-9cb5-85599374e242), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:53.709994 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-61aec093-acf4-45dd-b841-b51007d0286c None None] For port c4505b71-3f6a-4f33-9cb5-85599374e242, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c4505b71-3f6a-4f33-9cb5-85599374e242,segment=NetworkSegment(5ac257b5-c440-416f-b0f8-8180b778ce58),segment_id=5ac257b5-c440-416f-b0f8-8180b778ce58)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:59:53.711046 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-61aec093-acf4-45dd-b841-b51007d0286c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (c4505b71-3f6a-4f33-9cb5-85599374e242), precommit_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:53.719967 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db23501-5258-4693-9610-fee6ab00577c admin admin] Pushing event deleted for resources: {'Port': ['ID=c4505b71-3f6a-4f33-9cb5-85599374e242,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:53.731508 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db23501-5258-4693-9610-fee6ab00577c admin admin] No DVR routers for this DVR port c4505b71-3f6a-4f33-9cb5-85599374e242 on host dv-cinder-master-3-iscsi {{(pid=112721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:59:53.767654 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-61aec093-acf4-45dd-b841-b51007d0286c None None] Calling delete_port for c4505b71-3f6a-4f33-9cb5-85599374e242 owned by network:dhcp {{(pid=112723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:59:53.781562 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:53.860140 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2db23501-5258-4693-9610-fee6ab00577c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433128', 'neutron.services.segments.db._delete_segments_for_network-8765262840989'] for network (4e359fd9-06a0-4943-a4a2-16a223ad6963), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:53.889698 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.services.segments.db [None req-2db23501-5258-4693-9610-fee6ab00577c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e359fd9-06a0-4943-a4a2-16a223ad6963']}} {{(pid=112721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:53.891888 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-61aec093-acf4-45dd-b841-b51007d0286c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608'] for port (c4505b71-3f6a-4f33-9cb5-85599374e242), after_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:53.901705 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.services.segments.db [None req-2db23501-5258-4693-9610-fee6ab00577c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac257b5-c440-416f-b0f8-8180b778ce58') {'for_net_delete': True} {{(pid=112721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:53.902306 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.services.segments.db [None req-2db23501-5258-4693-9610-fee6ab00577c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac257b5-c440-416f-b0f8-8180b778ce58') {} {{(pid=112721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:53.914815 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2db23501-5258-4693-9610-fee6ab00577c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765262841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14111459'] for segment (5ac257b5-c440-416f-b0f8-8180b778ce58), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:53.923694 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aec093-acf4-45dd-b841-b51007d0286c None None] Pushing event deleted for resources: {'Port': ['ID=c4505b71-3f6a-4f33-9cb5-85599374e242,revision_number=None']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:53.929062 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aec093-acf4-45dd-b841-b51007d0286c None None] No DVR routers for this DVR port c4505b71-3f6a-4f33-9cb5-85599374e242 on host dv-cinder-master-3-iscsi {{(pid=112723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:59:53.942900 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2db23501-5258-4693-9610-fee6ab00577c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (5ac257b5-c440-416f-b0f8-8180b778ce58), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:53.948974 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aec093-acf4-45dd-b841-b51007d0286c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:53.949464 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aec093-acf4-45dd-b841-b51007d0286c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:53.949893 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aec093-acf4-45dd-b841-b51007d0286c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:53.950473 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aec093-acf4-45dd-b841-b51007d0286c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:53.951060 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aec093-acf4-45dd-b841-b51007d0286c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:53.951456 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aec093-acf4-45dd-b841-b51007d0286c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:53.951802 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aec093-acf4-45dd-b841-b51007d0286c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:53.952180 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aec093-acf4-45dd-b841-b51007d0286c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:53.952504 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aec093-acf4-45dd-b841-b51007d0286c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:53.952943 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aec093-acf4-45dd-b841-b51007d0286c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:53.953317 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aec093-acf4-45dd-b841-b51007d0286c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:53.953679 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aec093-acf4-45dd-b841-b51007d0286c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:53.954366 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aec093-acf4-45dd-b841-b51007d0286c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:53.954743 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aec093-acf4-45dd-b841-b51007d0286c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:53.955124 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aec093-acf4-45dd-b841-b51007d0286c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 00:59:53.958529 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db23501-5258-4693-9610-fee6ab00577c admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=112721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 00:59:53.958963 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2db23501-5258-4693-9610-fee6ab00577c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62136763'] for segment (5ac257b5-c440-416f-b0f8-8180b778ce58), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:53.976755 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:54.040397 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2db23501-5258-4693-9610-fee6ab00577c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793805'] for network (4e359fd9-06a0-4943-a4a2-16a223ad6963), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:54.055493 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-2db23501-5258-4693-9610-fee6ab00577c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:54.059343 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-2db23501-5258-4693-9610-fee6ab00577c admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/4e359fd9-06a0-4943-a4a2-16a223ad6963 HTTP/1.1" status: 204 len: 168 time: 0.7173169 Sep 11 00:59:54.060887 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db23501-5258-4693-9610-fee6ab00577c admin admin] Pushing event deleted for resources: {'Network': ['ID=4e359fd9-06a0-4943-a4a2-16a223ad6963,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:54.061981 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 49294) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:54.117707 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.services.segments.plugin [-] Segment 5ac257b5-c440-416f-b0f8-8180b778ce58 resource provider aggregate not found Sep 11 00:59:54.135300 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.services.segments.plugin [-] Segment 5ac257b5-c440-416f-b0f8-8180b778ce58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ac257b5-c440-416f-b0f8-8180b778ce58 found for delete ", "request_id": "req-b90dbb5e-5de6-4a56-8a91-0409da68a92a"}]} Sep 11 00:59:54.154509 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:54.271224 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 8fd774b2-dbf4-47b3-9a8b-58e4006734ad no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:59:54.280729 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:54.292160 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: 8fd774b2-dbf4-47b3-9a8b-58e4006734ad {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:59:54.293975 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 8fd774b2-dbf4-47b3-9a8b-58e4006734ad not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:59:54.293975 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device c4505b71-3f6a-4f33-9cb5-85599374e242 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:59:54.312065 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: c4505b71-3f6a-4f33-9cb5-85599374e242 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:59:54.312415 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device c4505b71-3f6a-4f33-9cb5-85599374e242 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:59:54.312835 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 8817873c-6aff-4d18-860d-6c2c89fc4b0c no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:59:54.335034 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: 8817873c-6aff-4d18-860d-6c2c89fc4b0c {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:59:54.335632 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 8817873c-6aff-4d18-860d-6c2c89fc4b0c not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:59:54.431268 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-77ab9785-1532-451b-9f71-e2215450e37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768042'] for router_interface (a2c8bf04-480b-4ad4-baeb-8ead16288bf5), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:54.905565 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-77ab9785-1532-451b-9f71-e2215450e37d admin admin] Deleting port ff627a16-d730-4d25-bbab-1ed0b2c96cc7 {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:59:54.905906 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-77ab9785-1532-451b-9f71-e2215450e37d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (ff627a16-d730-4d25-bbab-1ed0b2c96cc7), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:54.992265 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [None req-77ab9785-1532-451b-9f71-e2215450e37d admin admin] For port ff627a16-d730-4d25-bbab-1ed0b2c96cc7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ff627a16-d730-4d25-bbab-1ed0b2c96cc7,segment=NetworkSegment(bd2e0170-6a6e-4a31-ad0d-b0d42c20b630),segment_id=bd2e0170-6a6e-4a31-ad0d-b0d42c20b630)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:59:54.992627 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-77ab9785-1532-451b-9f71-e2215450e37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (ff627a16-d730-4d25-bbab-1ed0b2c96cc7), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:55.006650 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-77ab9785-1532-451b-9f71-e2215450e37d admin admin] Calling delete_port for ff627a16-d730-4d25-bbab-1ed0b2c96cc7 owned by network:router_interface {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:59:55.231121 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-77ab9785-1532-451b-9f71-e2215450e37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (ff627a16-d730-4d25-bbab-1ed0b2c96cc7), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:55.253315 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab9785-1532-451b-9f71-e2215450e37d admin admin] Pushing event deleted for resources: {'Port': ['ID=ff627a16-d730-4d25-bbab-1ed0b2c96cc7,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:55.401532 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:55.403904 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:55.428930 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-77ab9785-1532-451b-9f71-e2215450e37d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3793178'] for router_interface (a2c8bf04-480b-4ad4-baeb-8ead16288bf5), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:55.642391 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ab9785-1532-451b-9f71-e2215450e37d admin admin] Router a2c8bf04-480b-4ad4-baeb-8ead16288bf5 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 00:59:55.745800 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ab9785-1532-451b-9f71-e2215450e37d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 00:59:55.750769 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-77ab9785-1532-451b-9f71-e2215450e37d admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/a2c8bf04-480b-4ad4-baeb-8ead16288bf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6875863 Sep 11 00:59:55.753301 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 49316) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:55.754426 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3b8b7d-2fff-46f4-865d-7d3cc5e42b98 None None] Sync routers for ids ['a2c8bf04-480b-4ad4-baeb-8ead16288bf5'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 00:59:55.764716 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3b8b7d-2fff-46f4-865d-7d3cc5e42b98 None None] Routers {'a2c8bf04-480b-4ad4-baeb-8ead16288bf5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:59:55.765319 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-5d3b8b7d-2fff-46f4-865d-7d3cc5e42b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:59:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['a2c8bf04-480b-4ad4-baeb-8ead16288bf5'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:55.855275 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-abdfabe3-b61d-4df0-a3c7-414d54181bcd admin admin] Publish callbacks [] for router (a2c8bf04-480b-4ad4-baeb-8ead16288bf5), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:55.866467 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-5d3b8b7d-2fff-46f4-865d-7d3cc5e42b98 None None] Set router a2c8bf04-480b-4ad4-baeb-8ead16288bf5 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:59:55.953654 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-abdfabe3-b61d-4df0-a3c7-414d54181bcd admin admin] Publish callbacks [] for router_gateway (a2c8bf04-480b-4ad4-baeb-8ead16288bf5), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:55.991288 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:55.995624 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-abdfabe3-b61d-4df0-a3c7-414d54181bcd admin admin] Deleting port d7d7b8ed-8438-44e2-9dcb-0138216a96ab {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:59:55.995966 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-abdfabe3-b61d-4df0-a3c7-414d54181bcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (d7d7b8ed-8438-44e2-9dcb-0138216a96ab), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:55.999692 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:56.038228 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-5d3b8b7d-2fff-46f4-865d-7d3cc5e42b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c8bf04-480b-4ad4-baeb-8ead16288bf5', 'name': 'tempest-TestShelveInstance-2011244622-router', 'tenant_id': 'c0a6200260914ce48590b57b10f75f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.23'}], 'enable_snat': True}, 'gw_port_id': 'd7d7b8ed-8438-44e2-9dcb-0138216a96ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:41Z', 'updated_at': '2022-09-11T00:59:55Z', 'revision_number': 5, 'project_id': 'c0a6200260914ce48590b57b10f75f24', 'gw_port': {'id': 'd7d7b8ed-8438-44e2-9dcb-0138216a96ab', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:55:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c8bf04-480b-4ad4-baeb-8ead16288bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:54:42Z', 'updated_at': '2022-09-11T00:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:56.067078 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3b8b7d-2fff-46f4-865d-7d3cc5e42b98 None None] Checking router: a2c8bf04-480b-4ad4-baeb-8ead16288bf5 for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 00:59:56.075333 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3b8b7d-2fff-46f4-865d-7d3cc5e42b98 None None] Routers {'a2c8bf04-480b-4ad4-baeb-8ead16288bf5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 00:59:56.075933 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-5d3b8b7d-2fff-46f4-865d-7d3cc5e42b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:59:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['a2c8bf04-480b-4ad4-baeb-8ead16288bf5'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:56.078979 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [None req-abdfabe3-b61d-4df0-a3c7-414d54181bcd admin admin] For port d7d7b8ed-8438-44e2-9dcb-0138216a96ab, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d7d7b8ed-8438-44e2-9dcb-0138216a96ab,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:59:56.079392 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-abdfabe3-b61d-4df0-a3c7-414d54181bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (d7d7b8ed-8438-44e2-9dcb-0138216a96ab), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:56.092808 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-abdfabe3-b61d-4df0-a3c7-414d54181bcd admin admin] Calling delete_port for d7d7b8ed-8438-44e2-9dcb-0138216a96ab owned by network:router_gateway {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:59:56.170301 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-5d3b8b7d-2fff-46f4-865d-7d3cc5e42b98 None None] Set router a2c8bf04-480b-4ad4-baeb-8ead16288bf5 gateway port host: None {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 00:59:56.211813 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:56.230475 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-5d3b8b7d-2fff-46f4-865d-7d3cc5e42b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c8bf04-480b-4ad4-baeb-8ead16288bf5', 'name': 'tempest-TestShelveInstance-2011244622-router', 'tenant_id': 'c0a6200260914ce48590b57b10f75f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:41Z', 'updated_at': '2022-09-11T00:59:55Z', 'revision_number': 6, 'project_id': 'c0a6200260914ce48590b57b10f75f24', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:56.259318 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3b8b7d-2fff-46f4-865d-7d3cc5e42b98 None None] The sync data for ids ['a2c8bf04-480b-4ad4-baeb-8ead16288bf5'] in dv-cinder-master-3-iscsi is: [{'id': 'a2c8bf04-480b-4ad4-baeb-8ead16288bf5', 'name': 'tempest-TestShelveInstance-2011244622-router', 'tenant_id': 'c0a6200260914ce48590b57b10f75f24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:41Z', 'updated_at': '2022-09-11T00:59:55Z', 'revision_number': 6, 'project_id': 'c0a6200260914ce48590b57b10f75f24', 'gw_port_host': None}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 00:59:56.276059 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:56.289564 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-abdfabe3-b61d-4df0-a3c7-414d54181bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (d7d7b8ed-8438-44e2-9dcb-0138216a96ab), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:56.318506 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfabe3-b61d-4df0-a3c7-414d54181bcd admin admin] Pushing event deleted for resources: {'Port': ['ID=d7d7b8ed-8438-44e2-9dcb-0138216a96ab,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:56.385975 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-abdfabe3-b61d-4df0-a3c7-414d54181bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3793768'] for router_gateway (a2c8bf04-480b-4ad4-baeb-8ead16288bf5), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:56.486373 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-abdfabe3-b61d-4df0-a3c7-414d54181bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3792972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24940'] for router (a2c8bf04-480b-4ad4-baeb-8ead16288bf5), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:56.488709 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-abdfabe3-b61d-4df0-a3c7-414d54181bcd admin admin] Publish callbacks [] for router_controller (a2c8bf04-480b-4ad4-baeb-8ead16288bf5), precommit_delete_associations {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:56.536241 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-abdfabe3-b61d-4df0-a3c7-414d54181bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3793199'] for router (a2c8bf04-480b-4ad4-baeb-8ead16288bf5), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:56.536906 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdfabe3-b61d-4df0-a3c7-414d54181bcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2c8bf04-480b-4ad4-baeb-8ead16288bf5 {{(pid=112722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 11 00:59:56.541706 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-abdfabe3-b61d-4df0-a3c7-414d54181bcd admin admin] Publish callbacks [] for router (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:56.542904 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-abdfabe3-b61d-4df0-a3c7-414d54181bcd admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/a2c8bf04-480b-4ad4-baeb-8ead16288bf5 HTTP/1.1" status: 204 len: 168 time: 0.7885807 Sep 11 00:59:56.545485 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 49330) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:56.590248 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_v2 [None req-343a1015-b98f-4b97-a298-c512c4cafd13 admin admin] Deleting subnet bd10bdf6-1272-413c-8f22-4c0589708800 {{(pid=112722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 11 00:59:56.593358 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-343a1015-b98f-4b97-a298-c512c4cafd13 admin admin] Publish callbacks [] for subnet (bd10bdf6-1272-413c-8f22-4c0589708800), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:56.630955 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-343a1015-b98f-4b97-a298-c512c4cafd13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61765503'] for subnet (bd10bdf6-1272-413c-8f22-4c0589708800), precommit_delete_associations {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:56.719696 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-343a1015-b98f-4b97-a298-c512c4cafd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774851'] for subnet (bd10bdf6-1272-413c-8f22-4c0589708800), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:56.773172 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-343a1015-b98f-4b97-a298-c512c4cafd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61682736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62399941'] for subnet (bd10bdf6-1272-413c-8f22-4c0589708800), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:56.797237 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a1015-b98f-4b97-a298-c512c4cafd13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd10bdf6-1272-413c-8f22-4c0589708800,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:56.804163 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-343a1015-b98f-4b97-a298-c512c4cafd13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:56.807852 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-343a1015-b98f-4b97-a298-c512c4cafd13 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/bd10bdf6-1272-413c-8f22-4c0589708800 HTTP/1.1" status: 204 len: 168 time: 0.2609558 Sep 11 00:59:56.809853 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 49332) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:56.809988 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b6f3c0-81fa-4543-b5a2-b3f34a4b06d8 None None] Network d339359a-a3f2-4486-8eb1-c0427090f216 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 00:59:56.883215 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-25bdf727-6b3d-4a3b-9950-fa70d3a58abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687712'] for network (d339359a-a3f2-4486-8eb1-c0427090f216), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:56.926683 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-25bdf727-6b3d-4a3b-9950-fa70d3a58abf admin admin] Deleting port 9223427a-09e9-44de-bff7-d31dad35eb1d {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:59:56.927135 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-25bdf727-6b3d-4a3b-9950-fa70d3a58abf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (9223427a-09e9-44de-bff7-d31dad35eb1d), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:56.991206 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [None req-25bdf727-6b3d-4a3b-9950-fa70d3a58abf admin admin] For port 9223427a-09e9-44de-bff7-d31dad35eb1d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9223427a-09e9-44de-bff7-d31dad35eb1d,segment=NetworkSegment(bd2e0170-6a6e-4a31-ad0d-b0d42c20b630),segment_id=bd2e0170-6a6e-4a31-ad0d-b0d42c20b630)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:59:56.991508 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-25bdf727-6b3d-4a3b-9950-fa70d3a58abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (9223427a-09e9-44de-bff7-d31dad35eb1d), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:57.004008 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-25bdf727-6b3d-4a3b-9950-fa70d3a58abf admin admin] Calling delete_port for 9223427a-09e9-44de-bff7-d31dad35eb1d owned by network:dhcp {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:59:57.039957 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224af505-a60e-41ec-99b0-8b601923381b None None] DHCP port deletion for d339359a-a3f2-4486-8eb1-c0427090f216 request from dv-cinder-master-3-iscsi {{(pid=112723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 11 00:59:57.081349 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-224af505-a60e-41ec-99b0-8b601923381b None None] Deleting port 9223427a-09e9-44de-bff7-d31dad35eb1d {{(pid=112723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 00:59:57.081724 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-224af505-a60e-41ec-99b0-8b601923381b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (9223427a-09e9-44de-bff7-d31dad35eb1d), before_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:57.094483 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-25bdf727-6b3d-4a3b-9950-fa70d3a58abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (9223427a-09e9-44de-bff7-d31dad35eb1d), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:57.123159 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bdf727-6b3d-4a3b-9950-fa70d3a58abf admin admin] No DVR routers for this DVR port 9223427a-09e9-44de-bff7-d31dad35eb1d on host dv-cinder-master-3-iscsi {{(pid=112722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:59:57.125105 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdf727-6b3d-4a3b-9950-fa70d3a58abf admin admin] Pushing event deleted for resources: {'Port': ['ID=9223427a-09e9-44de-bff7-d31dad35eb1d,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:57.158582 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-224af505-a60e-41ec-99b0-8b601923381b None None] For port 9223427a-09e9-44de-bff7-d31dad35eb1d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9223427a-09e9-44de-bff7-d31dad35eb1d,segment=NetworkSegment(bd2e0170-6a6e-4a31-ad0d-b0d42c20b630),segment_id=bd2e0170-6a6e-4a31-ad0d-b0d42c20b630)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 00:59:57.159161 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-224af505-a60e-41ec-99b0-8b601923381b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (9223427a-09e9-44de-bff7-d31dad35eb1d), precommit_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:57.174815 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-224af505-a60e-41ec-99b0-8b601923381b None None] Calling delete_port for 9223427a-09e9-44de-bff7-d31dad35eb1d owned by network:dhcp {{(pid=112723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 00:59:57.207942 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-25bdf727-6b3d-4a3b-9950-fa70d3a58abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433128', 'neutron.services.segments.db._delete_segments_for_network-8765262840989'] for network (d339359a-a3f2-4486-8eb1-c0427090f216), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:57.219933 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:57.230077 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-25bdf727-6b3d-4a3b-9950-fa70d3a58abf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d339359a-a3f2-4486-8eb1-c0427090f216']}} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:57.240534 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-25bdf727-6b3d-4a3b-9950-fa70d3a58abf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2e0170-6a6e-4a31-ad0d-b0d42c20b630') {'for_net_delete': True} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:57.240827 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-25bdf727-6b3d-4a3b-9950-fa70d3a58abf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2e0170-6a6e-4a31-ad0d-b0d42c20b630') {} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 00:59:57.247756 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:57.251793 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-25bdf727-6b3d-4a3b-9950-fa70d3a58abf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765262841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61765508'] for segment (bd2e0170-6a6e-4a31-ad0d-b0d42c20b630), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:57.253651 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-224af505-a60e-41ec-99b0-8b601923381b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608'] for port (9223427a-09e9-44de-bff7-d31dad35eb1d), after_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:57.267458 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224af505-a60e-41ec-99b0-8b601923381b None None] No DVR routers for this DVR port 9223427a-09e9-44de-bff7-d31dad35eb1d on host dv-cinder-master-3-iscsi {{(pid=112723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 00:59:57.268899 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-25bdf727-6b3d-4a3b-9950-fa70d3a58abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (bd2e0170-6a6e-4a31-ad0d-b0d42c20b630), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:57.276693 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25bdf727-6b3d-4a3b-9950-fa70d3a58abf admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=112722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 00:59:57.277293 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-25bdf727-6b3d-4a3b-9950-fa70d3a58abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61682778'] for segment (bd2e0170-6a6e-4a31-ad0d-b0d42c20b630), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:57.290272 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224af505-a60e-41ec-99b0-8b601923381b None None] Pushing event deleted for resources: {'Port': ['ID=9223427a-09e9-44de-bff7-d31dad35eb1d,revision_number=None']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:57.319782 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.services.segments.plugin [-] Segment bd2e0170-6a6e-4a31-ad0d-b0d42c20b630 resource provider aggregate not found Sep 11 00:59:57.344706 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.services.segments.plugin [-] Segment bd2e0170-6a6e-4a31-ad0d-b0d42c20b630 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd2e0170-6a6e-4a31-ad0d-b0d42c20b630 found for delete ", "request_id": "req-c43823ca-275e-4fd5-a4e9-a665631479c2"}]} Sep 11 00:59:57.347056 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-25bdf727-6b3d-4a3b-9950-fa70d3a58abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793805'] for network (d339359a-a3f2-4486-8eb1-c0427090f216), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:57.354859 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-25bdf727-6b3d-4a3b-9950-fa70d3a58abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:57.358830 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-25bdf727-6b3d-4a3b-9950-fa70d3a58abf admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/d339359a-a3f2-4486-8eb1-c0427090f216 HTTP/1.1" status: 204 len: 168 time: 0.5471921 Sep 11 00:59:57.368561 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdf727-6b3d-4a3b-9950-fa70d3a58abf admin admin] Pushing event deleted for resources: {'Network': ['ID=d339359a-a3f2-4486-8eb1-c0427090f216,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:57.565449 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 49348) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:57.608367 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-f9b91598-3835-4680-ace7-50aa6b5d87f3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d55d41063ec34fb6921c367025fa9af9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415962 Sep 11 00:59:57.610863 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 49354) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:57.664889 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e02dcf8a-99b2-4cb6-b96a-82b7380097f1 admin admin] Publish callbacks [] for security_group (06a592ee-a82a-4a21-aaa9-4f486808e521), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:57.685836 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e02dcf8a-99b2-4cb6-b96a-82b7380097f1 admin admin] Publish callbacks [] for security_group (06a592ee-a82a-4a21-aaa9-4f486808e521), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:57.735221 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e02dcf8a-99b2-4cb6-b96a-82b7380097f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (06a592ee-a82a-4a21-aaa9-4f486808e521), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:57.737720 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e02dcf8a-99b2-4cb6-b96a-82b7380097f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:57.739694 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-e02dcf8a-99b2-4cb6-b96a-82b7380097f1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/06a592ee-a82a-4a21-aaa9-4f486808e521 HTTP/1.1" status: 204 len: 168 time: 0.1278563 Sep 11 00:59:57.747849 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02dcf8a-99b2-4cb6-b96a-82b7380097f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a592ee-a82a-4a21-aaa9-4f486808e521,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:58.068326 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 49366) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:58.108376 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-2d77c839-8de0-4442-a83e-77d9ddfa5464 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c0a6200260914ce48590b57b10f75f24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388854 Sep 11 00:59:58.110828 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 49368) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:58.163187 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6633d7a3-000a-416c-a800-b5c37b396516 admin admin] Publish callbacks [] for security_group (fc58c8bf-cb79-4234-8711-bd7297baa09b), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:58.183084 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6633d7a3-000a-416c-a800-b5c37b396516 admin admin] Publish callbacks [] for security_group (fc58c8bf-cb79-4234-8711-bd7297baa09b), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:58.203366 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:58.231396 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6633d7a3-000a-416c-a800-b5c37b396516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (fc58c8bf-cb79-4234-8711-bd7297baa09b), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:58.234136 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6633d7a3-000a-416c-a800-b5c37b396516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:58.235770 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-6633d7a3-000a-416c-a800-b5c37b396516 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fc58c8bf-cb79-4234-8711-bd7297baa09b HTTP/1.1" status: 204 len: 168 time: 0.1237643 Sep 11 00:59:58.245302 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633d7a3-000a-416c-a800-b5c37b396516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc58c8bf-cb79-4234-8711-bd7297baa09b,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:58.264468 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 1717a3c3-263a-47c4-85ce-30d613700835 no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:59:58.289001 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device d7d7b8ed-8438-44e2-9dcb-0138216a96ab no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:59:58.307111 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] No Port match for: 1717a3c3-263a-47c4-85ce-30d613700835 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:59:58.307462 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 1717a3c3-263a-47c4-85ce-30d613700835 not bound to the agent host hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:59:58.309141 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: d7d7b8ed-8438-44e2-9dcb-0138216a96ab {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:59:58.309484 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device d7d7b8ed-8438-44e2-9dcb-0138216a96ab not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:59:58.310064 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device ff627a16-d730-4d25-bbab-1ed0b2c96cc7 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:59:58.328217 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: ff627a16-d730-4d25-bbab-1ed0b2c96cc7 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:59:58.328564 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device ff627a16-d730-4d25-bbab-1ed0b2c96cc7 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:59:58.328977 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 9223427a-09e9-44de-bff7-d31dad35eb1d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 00:59:58.352756 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: 9223427a-09e9-44de-bff7-d31dad35eb1d {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 00:59:58.353101 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 9223427a-09e9-44de-bff7-d31dad35eb1d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 00:59:58.978373 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 49392) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:59.082244 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-57295fe1-46bc-4f9b-b200-49cc81c634f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:59.111446 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 00:59:59.161601 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-57295fe1-46bc-4f9b-b200-49cc81c634f3 admin admin] Publish callbacks [] for security_group (ab17435c-7064-4876-8d9c-c25dd7aedc7f), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:59.165321 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-57295fe1-46bc-4f9b-b200-49cc81c634f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (ab17435c-7064-4876-8d9c-c25dd7aedc7f), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:59.204992 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-57295fe1-46bc-4f9b-b200-49cc81c634f3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b877a93900ed48788d8cc8c0e3b88211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255342 Sep 11 00:59:59.205864 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57295fe1-46bc-4f9b-b200-49cc81c634f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab17435c-7064-4876-8d9c-c25dd7aedc7f,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:59.208059 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 49396) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:59.260150 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c6add836-6815-43bf-aecf-d6b2193028bd admin admin] Publish callbacks [] for security_group (ab17435c-7064-4876-8d9c-c25dd7aedc7f), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:59.279621 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c6add836-6815-43bf-aecf-d6b2193028bd admin admin] Publish callbacks [] for security_group (ab17435c-7064-4876-8d9c-c25dd7aedc7f), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:59.325048 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c6add836-6815-43bf-aecf-d6b2193028bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (ab17435c-7064-4876-8d9c-c25dd7aedc7f), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:59.327509 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c6add836-6815-43bf-aecf-d6b2193028bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:59.328638 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-c6add836-6815-43bf-aecf-d6b2193028bd admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ab17435c-7064-4876-8d9c-c25dd7aedc7f HTTP/1.1" status: 204 len: 168 time: 0.1196058 Sep 11 00:59:59.336495 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6add836-6815-43bf-aecf-d6b2193028bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab17435c-7064-4876-8d9c-c25dd7aedc7f,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:59.591987 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 49404) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:59.605860 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5edd6628-966f-4053-9478-f0b7456be036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:59.681824 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5edd6628-966f-4053-9478-f0b7456be036 admin admin] Publish callbacks [] for security_group (d9ea5ec8-26be-471b-b610-7a59f7f87f05), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:59.685399 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5edd6628-966f-4053-9478-f0b7456be036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (d9ea5ec8-26be-471b-b610-7a59f7f87f05), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:59.721967 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd6628-966f-4053-9478-f0b7456be036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ea5ec8-26be-471b-b610-7a59f7f87f05,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 00:59:59.726764 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-5edd6628-966f-4053-9478-f0b7456be036 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7d515b6e5817481fad25a37e38170dfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337531 Sep 11 00:59:59.729530 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 49406) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 00:59:59.780579 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-bb9e014f-fd62-4aa0-910e-568e93b7636f admin admin] Publish callbacks [] for security_group (d9ea5ec8-26be-471b-b610-7a59f7f87f05), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:59.800744 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-bb9e014f-fd62-4aa0-910e-568e93b7636f admin admin] Publish callbacks [] for security_group (d9ea5ec8-26be-471b-b610-7a59f7f87f05), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:59.846976 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-bb9e014f-fd62-4aa0-910e-568e93b7636f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (d9ea5ec8-26be-471b-b610-7a59f7f87f05), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:59.850207 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-bb9e014f-fd62-4aa0-910e-568e93b7636f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 00:59:59.851460 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-bb9e014f-fd62-4aa0-910e-568e93b7636f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d9ea5ec8-26be-471b-b610-7a59f7f87f05 HTTP/1.1" status: 204 len: 168 time: 0.1210439 Sep 11 00:59:59.858998 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e014f-fd62-4aa0-910e-568e93b7636f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ea5ec8-26be-471b-b610-7a59f7f87f05,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:02.513553 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-687d8ea4-4225-4b1a-a2ba-2a4fed4a77f6 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:02.519871 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-687d8ea4-4225-4b1a-a2ba-2a4fed4a77f6 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/networks?id=e7aac99f-395b-41fd-b96e-56bde33609b0 HTTP/1.1" status: 200 len: 813 time: 0.3425343 Sep 11 01:00:02.530875 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-46a8ab62-9d47-4436-974e-08a0a05ee0c7 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/quotas/de36b740b8234aca8317d5e4440decec HTTP/1.1" status: 200 len: 375 time: 0.0094795 Sep 11 01:00:02.566668 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-212b7829-067b-4e08-a8f9-f3a8c262698d tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=de36b740b8234aca8317d5e4440decec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291016 Sep 11 01:00:02.661567 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-c553d2d4-faa0-48e1-a205-c835ea6058d9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7aac99f-395b-41fd-b96e-56bde33609b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877872 Sep 11 01:00:02.753363 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-e245fa24-b521-44a7-b069-6a783aec171e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/e7aac99f-395b-41fd-b96e-56bde33609b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849042 Sep 11 01:00:02.918065 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-02f2625e-5f33-484b-a65b-cfdddbfe779a req-c2ea31f2-171f-4751-a098-308528f681e2 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fbd5152f-57bc-4ad1-8009-70681c4097d7 HTTP/1.1" status: 200 len: 210 time: 0.0291362 Sep 11 01:00:04.037742 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a0cd8afa-4c8d-4be9-93bc-084886819bc0 req-24abef7f-4af7-46b8-9083-192e093fc97b tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fbd5152f-57bc-4ad1-8009-70681c4097d7 HTTP/1.1" status: 200 len: 210 time: 0.0355253 Sep 11 01:00:04.127667 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-efd4dce4-fb53-4ad9-94cc-2bce33c569f5 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:04.129620 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-efd4dce4-fb53-4ad9-94cc-2bce33c569f5 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.18 "GET /networking/v2.0/networks?id=e7aac99f-395b-41fd-b96e-56bde33609b0 HTTP/1.1" status: 200 len: 813 time: 0.1365979 Sep 11 01:00:04.154531 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-6f8ab2de-c7e6-4674-b311-6be3b44d8d81 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Request body: {'port': {'device_id': 'fbd5152f-57bc-4ad1-8009-70681c4097d7', 'network_id': 'e7aac99f-395b-41fd-b96e-56bde33609b0', 'admin_state_up': True, 'tenant_id': 'de36b740b8234aca8317d5e4440decec'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:00:04.266299 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-6f8ab2de-c7e6-4674-b311-6be3b44d8d81 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Made reservation on behalf of de36b740b8234aca8317d5e4440decec for: {'port': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 01:00:04.270769 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-6f8ab2de-c7e6-4674-b311-6be3b44d8d81 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:04.377265 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:04.403148 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-6f8ab2de-c7e6-4674-b311-6be3b44d8d81 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Allocated IP 172.20.0.9 (e7aac99f-395b-41fd-b96e-56bde33609b0/f14d4306-a8f4-4dbe-89e9-f8fccd00cd8c/581e085b-9fa5-4985-97c1-4dfd99d9a05d) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 01:00:04.451870 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:04.555156 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-6f8ab2de-c7e6-4674-b311-6be3b44d8d81 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Publish callbacks [] for port (581e085b-9fa5-4985-97c1-4dfd99d9a05d), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:04.588515 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-6f8ab2de-c7e6-4674-b311-6be3b44d8d81 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (581e085b-9fa5-4985-97c1-4dfd99d9a05d), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:04.628999 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-6f8ab2de-c7e6-4674-b311-6be3b44d8d81 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Network e7aac99f-395b-41fd-b96e-56bde33609b0 is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 01:00:04.632014 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-6f8ab2de-c7e6-4674-b311-6be3b44d8d81 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 01:00:04.634545 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-6f8ab2de-c7e6-4674-b311-6be3b44d8d81 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 01:00:04.670679 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ab2de-c7e6-4674-b311-6be3b44d8d81 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Pushing event updated for resources: {'Port': ['ID=581e085b-9fa5-4985-97c1-4dfd99d9a05d,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:04.694723 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-6f8ab2de-c7e6-4674-b311-6be3b44d8d81 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:04.695362 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-6f8ab2de-c7e6-4674-b311-6be3b44d8d81 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:04.711819 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-6f8ab2de-c7e6-4674-b311-6be3b44d8d81 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5616403 Sep 11 01:00:04.731264 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-e9d15e79-8cdb-40f5-adb0-876f2b7a6eb0 service neutron] Request body: {'port': {'device_id': 'fbd5152f-57bc-4ad1-8009-70681c4097d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:00:04.794714 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-e9d15e79-8cdb-40f5-adb0-876f2b7a6eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (581e085b-9fa5-4985-97c1-4dfd99d9a05d), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:05.050920 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-e9d15e79-8cdb-40f5-adb0-876f2b7a6eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581e085b-9fa5-4985-97c1-4dfd99d9a05d {{(pid=112721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 01:00:05.058630 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-e9d15e79-8cdb-40f5-adb0-876f2b7a6eb0 service neutron] Publish callbacks [] for port (581e085b-9fa5-4985-97c1-4dfd99d9a05d), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:05.072084 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.provisioning_blocks [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-e9d15e79-8cdb-40f5-adb0-876f2b7a6eb0 service neutron] Transition to ACTIVE for port object 581e085b-9fa5-4985-97c1-4dfd99d9a05d will not be triggered until provisioned by entity L2. {{(pid=112721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 11 01:00:05.078672 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-e9d15e79-8cdb-40f5-adb0-876f2b7a6eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (581e085b-9fa5-4985-97c1-4dfd99d9a05d), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:05.160224 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d15e79-8cdb-40f5-adb0-876f2b7a6eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=581e085b-9fa5-4985-97c1-4dfd99d9a05d,revision_number=2']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:05.219527 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0a758-4f59-42f0-abf1-03e02dc85c34 req-396260d2-29db-4ff5-a51d-c0d7a4c99b9d tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:05.221037 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a0f0a758-4f59-42f0-abf1-03e02dc85c34 req-396260d2-29db-4ff5-a51d-c0d7a4c99b9d tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fbd5152f-57bc-4ad1-8009-70681c4097d7 HTTP/1.1" status: 200 len: 943 time: 0.0941277 Sep 11 01:00:05.224647 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:05.256073 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:05.266941 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-e9d15e79-8cdb-40f5-adb0-876f2b7a6eb0 service neutron] Attempting to bind port 581e085b-9fa5-4985-97c1-4dfd99d9a05d on host hv-cinder-maste for vnic_type normal with profile {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 01:00:05.267281 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-e9d15e79-8cdb-40f5-adb0-876f2b7a6eb0 service neutron] Attempting to bind port 581e085b-9fa5-4985-97c1-4dfd99d9a05d by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a138d863-1f34-49b7-a3ee-1c74f619a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e7aac99f-395b-41fd-b96e-56bde33609b0'}] {{(pid=112721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 01:00:05.267610 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-e9d15e79-8cdb-40f5-adb0-876f2b7a6eb0 service neutron] Attempting to bind port 581e085b-9fa5-4985-97c1-4dfd99d9a05d on network e7aac99f-395b-41fd-b96e-56bde33609b0 {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 01:00:05.322142 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a0f0a758-4f59-42f0-abf1-03e02dc85c34 req-b8c4bf92-61b2-47e4-a1a4-42c6a8111646 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bc4c699b-1dc9-425e-b492-cd5b63edf598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946231 Sep 11 01:00:05.329481 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-e9d15e79-8cdb-40f5-adb0-876f2b7a6eb0 service neutron] Port 581e085b-9fa5-4985-97c1-4dfd99d9a05d on network e7aac99f-395b-41fd-b96e-56bde33609b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 11 01:00:05.329814 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-e9d15e79-8cdb-40f5-adb0-876f2b7a6eb0 service neutron] Attempting to bind port 581e085b-9fa5-4985-97c1-4dfd99d9a05d on network e7aac99f-395b-41fd-b96e-56bde33609b0 {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 01:00:05.371522 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-e9d15e79-8cdb-40f5-adb0-876f2b7a6eb0 service neutron] Checking agent: {'id': '59bd9a15-1b15-4a76-8496-742ec7e1ef61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'started_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 0, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 01:00:05.371895 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-e9d15e79-8cdb-40f5-adb0-876f2b7a6eb0 service neutron] Checking segment: {'id': 'a138d863-1f34-49b7-a3ee-1c74f619a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e7aac99f-395b-41fd-b96e-56bde33609b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 01:00:05.372283 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-e9d15e79-8cdb-40f5-adb0-876f2b7a6eb0 service neutron] Bound using segment: {'id': 'a138d863-1f34-49b7-a3ee-1c74f619a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e7aac99f-395b-41fd-b96e-56bde33609b0'} {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 01:00:05.372722 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-e9d15e79-8cdb-40f5-adb0-876f2b7a6eb0 service neutron] Bound port: 581e085b-9fa5-4985-97c1-4dfd99d9a05d, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a138d863-1f34-49b7-a3ee-1c74f619a662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e7aac99f-395b-41fd-b96e-56bde33609b0'}}] {{(pid=112721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 01:00:05.373085 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-e9d15e79-8cdb-40f5-adb0-876f2b7a6eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (581e085b-9fa5-4985-97c1-4dfd99d9a05d), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:05.437403 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-e9d15e79-8cdb-40f5-adb0-876f2b7a6eb0 service neutron] For port 581e085b-9fa5-4985-97c1-4dfd99d9a05d, host hv-cinder-maste, cleared binding levels {{(pid=112721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 01:00:05.437403 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-e9d15e79-8cdb-40f5-adb0-876f2b7a6eb0 service neutron] For port 581e085b-9fa5-4985-97c1-4dfd99d9a05d, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=581e085b-9fa5-4985-97c1-4dfd99d9a05d,segment=NetworkSegment(a138d863-1f34-49b7-a3ee-1c74f619a662),segment_id=a138d863-1f34-49b7-a3ee-1c74f619a662)] {{(pid=112721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 01:00:05.442468 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-e9d15e79-8cdb-40f5-adb0-876f2b7a6eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (581e085b-9fa5-4985-97c1-4dfd99d9a05d), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:05.447460 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-e9d15e79-8cdb-40f5-adb0-876f2b7a6eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:05.448066 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-e9d15e79-8cdb-40f5-adb0-876f2b7a6eb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:05.449443 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-e9d15e79-8cdb-40f5-adb0-876f2b7a6eb0 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/581e085b-9fa5-4985-97c1-4dfd99d9a05d HTTP/1.1" status: 200 len: 1093 time: 0.7222321 Sep 11 01:00:05.449975 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd5152f-57bc-4ad1-8009-70681c4097d7', 'tag': '581e085b-9fa5-4985-97c1-4dfd99d9a05d'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:00:05.452606 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c574d9-e1ae-404b-b5dd-53bca7ebc525" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd5152f-57bc-4ad1-8009-70681c4097d7", "tag": "581e085b-9fa5-4985-97c1-4dfd99d9a05d"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:00:05.500469 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 01:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607f32be-fbca-451a-a1f5-5db5fc4bf90d x-openstack-request-id: req-607f32be-fbca-451a-a1f5-5db5fc4bf90d {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:00:05.500764 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd5152f-57bc-4ad1-8009-70681c4097d7", "tag": "581e085b-9fa5-4985-97c1-4dfd99d9a05d", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:00:05.501018 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-607f32be-fbca-451a-a1f5-5db5fc4bf90d {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:00:05.501420 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-607f32be-fbca-451a-a1f5-5db5fc4bf90d'] response: {'name': 'network-changed', 'server_uuid': 'fbd5152f-57bc-4ad1-8009-70681c4097d7', 'tag': '581e085b-9fa5-4985-97c1-4dfd99d9a05d', 'status': 'completed', 'code': 200} Sep 11 01:00:05.506221 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d15e79-8cdb-40f5-adb0-876f2b7a6eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=581e085b-9fa5-4985-97c1-4dfd99d9a05d,revision_number=3']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:05.562886 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-67f0d703-c0f8-449b-b62e-d193006debc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:05.564440 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-67f0d703-c0f8-449b-b62e-d193006debc6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=de36b740b8234aca8317d5e4440decec&device_id=fbd5152f-57bc-4ad1-8009-70681c4097d7 HTTP/1.1" status: 200 len: 1127 time: 0.0400777 Sep 11 01:00:05.618518 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-55ee8f70-68e1-46e0-a680-6d77cd1d5d93 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=581e085b-9fa5-4985-97c1-4dfd99d9a05d HTTP/1.1" status: 200 len: 217 time: 0.0335579 Sep 11 01:00:05.671399 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-acd6bd03-5c11-41fa-893c-54d16dbec42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:05.672800 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-acd6bd03-5c11-41fa-893c-54d16dbec42e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=f14d4306-a8f4-4dbe-89e9-f8fccd00cd8c HTTP/1.1" status: 200 len: 853 time: 0.0471258 Sep 11 01:00:05.705719 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-3084a579-209e-4160-aca0-c60e74d83f4e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e7aac99f-395b-41fd-b96e-56bde33609b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249250 Sep 11 01:00:05.795350 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-2d727979-9907-4721-b698-947c8edc041b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7aac99f-395b-41fd-b96e-56bde33609b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828841 Sep 11 01:00:05.889872 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b4c3bc89-bc3f-47b3-8560-2e568972db9a req-99c2a995-7b15-4508-80c1-afd3ba5e9476 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7aac99f-395b-41fd-b96e-56bde33609b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870376 Sep 11 01:00:06.442025 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabdfbc-459a-470c-970d-00fe29fcc0ca req-d0b2cb91-c947-4e76-ac53-aca6d8718702 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:06.443470 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5fabdfbc-459a-470c-970d-00fe29fcc0ca req-d0b2cb91-c947-4e76-ac53-aca6d8718702 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fbd5152f-57bc-4ad1-8009-70681c4097d7 HTTP/1.1" status: 200 len: 943 time: 0.0463054 Sep 11 01:00:06.490684 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5fabdfbc-459a-470c-970d-00fe29fcc0ca req-e37da8f9-7275-486b-893f-57ee8504d0bb tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bc4c699b-1dc9-425e-b492-cd5b63edf598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416563 Sep 11 01:00:06.857590 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c574d9-e1ae-404b-b5dd-53bca7ebc525 req-117db53b-38fe-4afc-8302-f580a552476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:06.859110 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f1c574d9-e1ae-404b-b5dd-53bca7ebc525 req-117db53b-38fe-4afc-8302-f580a552476d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=de36b740b8234aca8317d5e4440decec&device_id=fbd5152f-57bc-4ad1-8009-70681c4097d7 HTTP/1.1" status: 200 len: 1127 time: 0.0454438 Sep 11 01:00:06.949911 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c574d9-e1ae-404b-b5dd-53bca7ebc525 req-1bc8c8b2-e986-4505-8057-0b48b08ab04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:06.951412 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f1c574d9-e1ae-404b-b5dd-53bca7ebc525 req-1bc8c8b2-e986-4505-8057-0b48b08ab04e service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e7aac99f-395b-41fd-b96e-56bde33609b0 HTTP/1.1" status: 200 len: 914 time: 0.0858376 Sep 11 01:00:06.994657 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f1c574d9-e1ae-404b-b5dd-53bca7ebc525 req-b8778667-43f0-4165-ae4e-e8f558bf922e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=581e085b-9fa5-4985-97c1-4dfd99d9a05d HTTP/1.1" status: 200 len: 217 time: 0.0371201 Sep 11 01:00:07.009755 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:07.046611 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c574d9-e1ae-404b-b5dd-53bca7ebc525 req-beef647b-0973-4207-928d-70749b2140a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:07.048091 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f1c574d9-e1ae-404b-b5dd-53bca7ebc525 req-beef647b-0973-4207-928d-70749b2140a8 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=f14d4306-a8f4-4dbe-89e9-f8fccd00cd8c HTTP/1.1" status: 200 len: 853 time: 0.0460126 Sep 11 01:00:07.079525 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f1c574d9-e1ae-404b-b5dd-53bca7ebc525 req-370d826e-15e0-475c-b165-abd2f1e31fd8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e7aac99f-395b-41fd-b96e-56bde33609b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251415 Sep 11 01:00:07.172824 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f1c574d9-e1ae-404b-b5dd-53bca7ebc525 req-7d206df6-405b-4056-a3f6-2bcdfcaf01ce service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7aac99f-395b-41fd-b96e-56bde33609b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870609 Sep 11 01:00:07.237686 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:07.265110 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f1c574d9-e1ae-404b-b5dd-53bca7ebc525 req-4b981d3d-310a-4980-afaa-c3b8f14f0ee9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e7aac99f-395b-41fd-b96e-56bde33609b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862370 Sep 11 01:00:07.626999 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e514f6-51fa-4435-bafa-67307f93d764 req-954155f4-0c7c-42d3-b608-a6024a1449c6 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:07.628985 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-50e514f6-51fa-4435-bafa-67307f93d764 req-954155f4-0c7c-42d3-b608-a6024a1449c6 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fbd5152f-57bc-4ad1-8009-70681c4097d7 HTTP/1.1" status: 200 len: 943 time: 0.0524836 Sep 11 01:00:07.677032 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-50e514f6-51fa-4435-bafa-67307f93d764 req-457b57e7-e959-4f83-a74e-839a318e1d69 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bc4c699b-1dc9-425e-b492-cd5b63edf598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422211 Sep 11 01:00:08.796532 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d31605-a8a8-4c4b-bf92-3c458af00492 req-c1321d74-62a2-4803-97ba-04d1fb7e1d35 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:08.797982 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b5d31605-a8a8-4c4b-bf92-3c458af00492 req-c1321d74-62a2-4803-97ba-04d1fb7e1d35 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fbd5152f-57bc-4ad1-8009-70681c4097d7 HTTP/1.1" status: 200 len: 943 time: 0.0468535 Sep 11 01:00:08.847058 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b5d31605-a8a8-4c4b-bf92-3c458af00492 req-82a14023-62d3-419e-931e-8d85ad527888 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bc4c699b-1dc9-425e-b492-cd5b63edf598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426209 Sep 11 01:00:09.349530 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=55,neutron:DELETE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:09.808435 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 581e085b-9fa5-4985-97c1-4dfd99d9a05d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 01:00:09.854696 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=64,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:09.855457 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=51,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:09.910295 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 581e085b-9fa5-4985-97c1-4dfd99d9a05d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=581e085b-9fa5-4985-97c1-4dfd99d9a05d,segment=NetworkSegment(a138d863-1f34-49b7-a3ee-1c74f619a662),segment_id=a138d863-1f34-49b7-a3ee-1c74f619a662)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:00:09.921627 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': '581e085b-9fa5-4985-97c1-4dfd99d9a05d', 'network_id': 'e7aac99f-395b-41fd-b96e-56bde33609b0', 'port_id': '581e085b-9fa5-4985-97c1-4dfd99d9a05d', 'mac_address': 'fa:16:3e:cb:f9:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14d4306-a8f4-4dbe-89e9-f8fccd00cd8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 01:00:09.956928 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 581e085b-9fa5-4985-97c1-4dfd99d9a05d is: DOWN; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 01:00:09.957410 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (581e085b-9fa5-4985-97c1-4dfd99d9a05d), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:09.967489 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56892db-cf79-4f57-8752-62a6ef55ce4f req-ff999208-dc34-4f67-8640-683e3e5cd79f tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:09.968973 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c56892db-cf79-4f57-8752-62a6ef55ce4f req-ff999208-dc34-4f67-8640-683e3e5cd79f tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fbd5152f-57bc-4ad1-8009-70681c4097d7 HTTP/1.1" status: 200 len: 943 time: 0.0462070 Sep 11 01:00:09.970984 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581e085b-9fa5-4985-97c1-4dfd99d9a05d {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 01:00:09.991121 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 581e085b-9fa5-4985-97c1-4dfd99d9a05d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=581e085b-9fa5-4985-97c1-4dfd99d9a05d,segment=NetworkSegment(a138d863-1f34-49b7-a3ee-1c74f619a662),segment_id=a138d863-1f34-49b7-a3ee-1c74f619a662)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:00:09.996087 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (581e085b-9fa5-4985-97c1-4dfd99d9a05d), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:10.023587 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:10.024244 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c56892db-cf79-4f57-8752-62a6ef55ce4f req-ff8bd5ab-eb40-40d2-8289-ac8b6e7eaeab tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bc4c699b-1dc9-425e-b492-cd5b63edf598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495181 Sep 11 01:00:10.048040 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=581e085b-9fa5-4985-97c1-4dfd99d9a05d,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:10.329087 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=6 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:11.035815 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['581e085b-9fa5-4985-97c1-4dfd99d9a05d'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 01:00:11.145233 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d63b6-1cf5-420e-a8c9-4705d9dc0a99 req-84a4bd99-fe2c-4306-bbbe-5f01e51478a2 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:11.146728 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c39d63b6-1cf5-420e-a8c9-4705d9dc0a99 req-84a4bd99-fe2c-4306-bbbe-5f01e51478a2 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fbd5152f-57bc-4ad1-8009-70681c4097d7 HTTP/1.1" status: 200 len: 944 time: 0.0477886 Sep 11 01:00:11.197157 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c39d63b6-1cf5-420e-a8c9-4705d9dc0a99 req-e159b22e-4be1-4dbf-8546-83b13dfeeb0f tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bc4c699b-1dc9-425e-b492-cd5b63edf598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445755 Sep 11 01:00:11.695596 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:12.326052 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22033ed7-d759-48fe-ac46-5d45d779ffe5 req-af9adf9d-522e-4ccd-bf5d-0464d3d71a68 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:12.327542 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-22033ed7-d759-48fe-ac46-5d45d779ffe5 req-af9adf9d-522e-4ccd-bf5d-0464d3d71a68 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fbd5152f-57bc-4ad1-8009-70681c4097d7 HTTP/1.1" status: 200 len: 944 time: 0.0475750 Sep 11 01:00:12.374124 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-22033ed7-d759-48fe-ac46-5d45d779ffe5 req-4f1b5708-2e38-444f-92e0-83b7f51d21b9 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bc4c699b-1dc9-425e-b492-cd5b63edf598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403798 Sep 11 01:00:12.727596 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 581e085b-9fa5-4985-97c1-4dfd99d9a05d up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 01:00:12.773594 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning for port 581e085b-9fa5-4985-97c1-4dfd99d9a05d completed by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 11 01:00:12.779814 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port 581e085b-9fa5-4985-97c1-4dfd99d9a05d triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 01:00:12.780228 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (581e085b-9fa5-4985-97c1-4dfd99d9a05d), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:12.854505 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 581e085b-9fa5-4985-97c1-4dfd99d9a05d is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 01:00:12.855003 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (581e085b-9fa5-4985-97c1-4dfd99d9a05d), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:12.881226 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd5152f-57bc-4ad1-8009-70681c4097d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581e085b-9fa5-4985-97c1-4dfd99d9a05d'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:00:12.883410 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5af7e6a-af6d-4a2f-bf88-fd10e6f85915" -d '{"events": [{"server_uuid": "fbd5152f-57bc-4ad1-8009-70681c4097d7", "name": "network-vif-plugged", "status": "completed", "tag": "581e085b-9fa5-4985-97c1-4dfd99d9a05d"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:00:12.897646 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 581e085b-9fa5-4985-97c1-4dfd99d9a05d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=581e085b-9fa5-4985-97c1-4dfd99d9a05d,segment=NetworkSegment(a138d863-1f34-49b7-a3ee-1c74f619a662),segment_id=a138d863-1f34-49b7-a3ee-1c74f619a662)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:00:12.903315 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (581e085b-9fa5-4985-97c1-4dfd99d9a05d), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:12.932052 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 01:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b1d6b5-bf64-43bf-9e8a-62b8e7b4570b x-openstack-request-id: req-69b1d6b5-bf64-43bf-9e8a-62b8e7b4570b {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:00:12.932344 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd5152f-57bc-4ad1-8009-70681c4097d7", "name": "network-vif-plugged", "status": "completed", "tag": "581e085b-9fa5-4985-97c1-4dfd99d9a05d", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:00:12.932621 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-69b1d6b5-bf64-43bf-9e8a-62b8e7b4570b {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:00:12.933082 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69b1d6b5-bf64-43bf-9e8a-62b8e7b4570b'] response: {'server_uuid': 'fbd5152f-57bc-4ad1-8009-70681c4097d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581e085b-9fa5-4985-97c1-4dfd99d9a05d', 'code': 200} Sep 11 01:00:12.958026 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=581e085b-9fa5-4985-97c1-4dfd99d9a05d,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:13.015650 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe6f5f-32d0-49c0-9675-ed82bb2dda9e req-5824e417-30ba-47ab-8ba2-499cf5e9661f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:13.017117 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fcbe6f5f-32d0-49c0-9675-ed82bb2dda9e req-5824e417-30ba-47ab-8ba2-499cf5e9661f tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 946 time: 0.0505190 Sep 11 01:00:13.064492 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fcbe6f5f-32d0-49c0-9675-ed82bb2dda9e req-15ada398-7680-4735-93fb-dd0c296e9a0b tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416663 Sep 11 01:00:13.500844 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10ff3b-0cc3-425c-9bb2-df0641a37250 req-7a09224c-678f-4e33-bb57-a9ac51db46b8 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:13.502303 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2b10ff3b-0cc3-425c-9bb2-df0641a37250 req-7a09224c-678f-4e33-bb57-a9ac51db46b8 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fbd5152f-57bc-4ad1-8009-70681c4097d7 HTTP/1.1" status: 200 len: 945 time: 0.0485961 Sep 11 01:00:13.549126 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2b10ff3b-0cc3-425c-9bb2-df0641a37250 req-d7ada7b5-5792-4465-a973-f78a2b40e944 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bc4c699b-1dc9-425e-b492-cd5b63edf598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411232 Sep 11 01:00:14.197821 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293040f-8f09-421f-8bf6-26cf919c6f73 req-9962fc98-9a75-4849-ad35-231e5649f217 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:14.199345 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9293040f-8f09-421f-8bf6-26cf919c6f73 req-9962fc98-9a75-4849-ad35-231e5649f217 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 946 time: 0.0513713 Sep 11 01:00:14.249562 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9293040f-8f09-421f-8bf6-26cf919c6f73 req-3d494e0d-9e2c-4ab5-bc0d-a4647523a0e8 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445635 Sep 11 01:00:14.368435 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:14.396613 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f29242-c894-4fb0-b164-dcbe92b7e64e req-e5d9bac5-29b1-4e33-a365-2cc7debfef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:14.398097 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-25f29242-c894-4fb0-b164-dcbe92b7e64e req-e5d9bac5-29b1-4e33-a365-2cc7debfef24 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbd5152f-57bc-4ad1-8009-70681c4097d7 HTTP/1.1" status: 200 len: 1129 time: 0.0387893 Sep 11 01:00:14.442036 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-25f29242-c894-4fb0-b164-dcbe92b7e64e req-94444e6d-14dc-4abc-b3e4-b64375bbb64c service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bc4c699b-1dc9-425e-b492-cd5b63edf598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373671 Sep 11 01:00:14.671696 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192899c-91e5-47a9-9b21-9427d4bba58c req-f5fa97d3-b070-410f-b175-567a455ab562 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:14.673076 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1192899c-91e5-47a9-9b21-9427d4bba58c req-f5fa97d3-b070-410f-b175-567a455ab562 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fbd5152f-57bc-4ad1-8009-70681c4097d7 HTTP/1.1" status: 200 len: 945 time: 0.0464373 Sep 11 01:00:14.719327 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1192899c-91e5-47a9-9b21-9427d4bba58c req-124cdad0-0710-4f57-ba8d-c6005f180c72 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bc4c699b-1dc9-425e-b492-cd5b63edf598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397623 Sep 11 01:00:14.834583 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50522c-23ef-4420-9208-2978bf065d1e req-d454cf2a-6765-4c66-9c62-2cffb03ba746 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:14.836034 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-df50522c-23ef-4420-9208-2978bf065d1e req-d454cf2a-6765-4c66-9c62-2cffb03ba746 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 946 time: 0.0496192 Sep 11 01:00:15.172011 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:15.182647 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [req-df50522c-23ef-4420-9208-2978bf065d1e req-6dd68b96-bdff-4dd7-a85c-20b94e0c5c36 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Deleting port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:00:15.183017 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-df50522c-23ef-4420-9208-2978bf065d1e req-6dd68b96-bdff-4dd7-a85c-20b94e0c5c36 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:15.274701 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-df50522c-23ef-4420-9208-2978bf065d1e req-6dd68b96-bdff-4dd7-a85c-20b94e0c5c36 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] For port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:00:15.275088 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-df50522c-23ef-4420-9208-2978bf065d1e req-6dd68b96-bdff-4dd7-a85c-20b94e0c5c36 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:15.450882 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb3567-b745-4f34-95c2-870bafe13e64 req-d028268a-d349-4ae9-a720-aaa73925e0cd tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:15.452270 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d1cb3567-b745-4f34-95c2-870bafe13e64 req-d028268a-d349-4ae9-a720-aaa73925e0cd tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 946 time: 0.0872707 Sep 11 01:00:15.493691 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-df50522c-23ef-4420-9208-2978bf065d1e req-6dd68b96-bdff-4dd7-a85c-20b94e0c5c36 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:15.494064 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-df50522c-23ef-4420-9208-2978bf065d1e req-6dd68b96-bdff-4dd7-a85c-20b94e0c5c36 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (16a1dcfd-8c44-4e5c-8779-7735a982f899), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:15.494374 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.l3_db [req-df50522c-23ef-4420-9208-2978bf065d1e req-6dd68b96-bdff-4dd7-a85c-20b94e0c5c36 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Floating IP 16a1dcfd-8c44-4e5c-8779-7735a982f899 disassociated. External IP: 172.37.5.230, port: 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a. Sep 11 01:00:15.494721 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [req-df50522c-23ef-4420-9208-2978bf065d1e req-6dd68b96-bdff-4dd7-a85c-20b94e0c5c36 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Calling delete_port for 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a owned by compute:nova {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:00:15.558390 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d1cb3567-b745-4f34-95c2-870bafe13e64 req-2e5d9469-34c5-4d1d-b296-b57adc26d004 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=28bfa09d-b810-490a-badd-629aba615c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940018 Sep 11 01:00:15.645824 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-df50522c-23ef-4420-9208-2978bf065d1e req-6dd68b96-bdff-4dd7-a85c-20b94e0c5c36 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:15.676949 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd68b96-bdff-4dd7-a85c-20b94e0c5c36 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Pushing event deleted for resources: {'Port': ['ID=5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:15.796631 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df50522c-23ef-4420-9208-2978bf065d1e req-6dd68b96-bdff-4dd7-a85c-20b94e0c5c36 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Router 95fee4f3-abd7-4406-a70c-88d335798c28 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 01:00:15.847965 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:16.182989 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079ace7-9b20-4fd1-9fe0-62119a911e06 req-7102fe81-e628-4345-96bf-31dfb0aa5901 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:16.184459 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9079ace7-9b20-4fd1-9fe0-62119a911e06 req-7102fe81-e628-4345-96bf-31dfb0aa5901 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fbd5152f-57bc-4ad1-8009-70681c4097d7 HTTP/1.1" status: 200 len: 945 time: 0.3756576 Sep 11 01:00:16.217327 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df50522c-23ef-4420-9208-2978bf065d1e req-6dd68b96-bdff-4dd7-a85c-20b94e0c5c36 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 01:00:16.228819 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3abf90-680e-4bae-b1ee-c535570b9beb None None] Sync routers for ids ['95fee4f3-abd7-4406-a70c-88d335798c28'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 01:00:16.239415 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3abf90-680e-4bae-b1ee-c535570b9beb None None] Routers {'95fee4f3-abd7-4406-a70c-88d335798c28'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:00:16.240021 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-4e3abf90-680e-4bae-b1ee-c535570b9beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:59:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['95fee4f3-abd7-4406-a70c-88d335798c28'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:00:16.268082 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [req-df50522c-23ef-4420-9208-2978bf065d1e req-6dd68b96-bdff-4dd7-a85c-20b94e0c5c36 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] No DVR routers for this DVR port 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a on host hv-cinder-maste {{(pid=112721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 01:00:16.274284 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:16.275556 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-df50522c-23ef-4420-9208-2978bf065d1e req-6dd68b96-bdff-4dd7-a85c-20b94e0c5c36 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:16.278899 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-df50522c-23ef-4420-9208-2978bf065d1e req-6dd68b96-bdff-4dd7-a85c-20b94e0c5c36 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.18 "DELETE /networking/v2.0/ports/5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a HTTP/1.1" status: 204 len: 173 time: 1.1755526 Sep 11 01:00:16.282207 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f4bbc1-5800-4bc9-9ea6-c9a3cd862347', 'name': 'network-vif-deleted', 'tag': '5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:00:16.284603 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0580e6af-bdf9-422c-b50f-9cb24ff91682" -d '{"events": [{"server_uuid": "54f4bbc1-5800-4bc9-9ea6-c9a3cd862347", "name": "network-vif-deleted", "tag": "5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:00:16.303446 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9079ace7-9b20-4fd1-9fe0-62119a911e06 req-2473b644-2681-4d4c-ab1d-0817311a50bb tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bc4c699b-1dc9-425e-b492-cd5b63edf598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088891 Sep 11 01:00:16.353575 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-4e3abf90-680e-4bae-b1ee-c535570b9beb None None] Set router 95fee4f3-abd7-4406-a70c-88d335798c28 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:00:16.356678 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 01:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101a0d00-1469-4146-8c87-c1dd7adfe196 x-openstack-request-id: req-101a0d00-1469-4146-8c87-c1dd7adfe196 {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:00:16.357645 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f4bbc1-5800-4bc9-9ea6-c9a3cd862347", "name": "network-vif-deleted", "tag": "5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:00:16.357988 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-101a0d00-1469-4146-8c87-c1dd7adfe196 {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:00:16.358692 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-101a0d00-1469-4146-8c87-c1dd7adfe196'] response: {'server_uuid': '54f4bbc1-5800-4bc9-9ea6-c9a3cd862347', 'name': 'network-vif-deleted', 'tag': '5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a', 'status': 'completed', 'code': 200} Sep 11 01:00:16.481564 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 01:00:16.591016 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-4e3abf90-680e-4bae-b1ee-c535570b9beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'name': 'tempest-AttachVolumeShelveTestJSON-560177370-router', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139'}], 'enable_snat': True}, 'gw_port_id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:32Z', 'updated_at': '2022-09-11T00:52:45Z', 'revision_number': 4, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'gw_port': {'id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '11a6e5f5-abb9-43df-b9c8-1e221e1a0960', 'name': '', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'mac_address': 'fa:16:3e:cf:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:42Z', 'updated_at': '2022-09-11T00:53:03Z', 'revision_number': 5, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'subnets': [{'id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:00:16.646997 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3abf90-680e-4bae-b1ee-c535570b9beb None None] Checking router: 95fee4f3-abd7-4406-a70c-88d335798c28 for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 01:00:16.656636 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3abf90-680e-4bae-b1ee-c535570b9beb None None] Routers {'95fee4f3-abd7-4406-a70c-88d335798c28'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:00:16.657378 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-4e3abf90-680e-4bae-b1ee-c535570b9beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T00:59:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['95fee4f3-abd7-4406-a70c-88d335798c28'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:00:16.700941 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-239872f3-9674-44df-9de9-28a4a667aa80 req-7462ab0a-be56-49ef-b196-b52327527ac4 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54f4bbc1-5800-4bc9-9ea6-c9a3cd862347 HTTP/1.1" status: 200 len: 210 time: 0.0288517 Sep 11 01:00:16.779565 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-4e3abf90-680e-4bae-b1ee-c535570b9beb None None] Set router 95fee4f3-abd7-4406-a70c-88d335798c28 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:00:16.979890 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-4e3abf90-680e-4bae-b1ee-c535570b9beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'name': 'tempest-AttachVolumeShelveTestJSON-560177370-router', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139'}], 'enable_snat': True}, 'gw_port_id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:32Z', 'updated_at': '2022-09-11T00:52:45Z', 'revision_number': 4, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'gw_port': {'id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '11a6e5f5-abb9-43df-b9c8-1e221e1a0960', 'name': '', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'mac_address': 'fa:16:3e:cf:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:42Z', 'updated_at': '2022-09-11T00:53:03Z', 'revision_number': 5, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'subnets': [{'id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:00:17.017937 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3abf90-680e-4bae-b1ee-c535570b9beb None None] The sync data for ids ['95fee4f3-abd7-4406-a70c-88d335798c28'] in dv-cinder-master-3-iscsi is: [{'id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'name': 'tempest-AttachVolumeShelveTestJSON-560177370-router', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139'}], 'enable_snat': True}, 'gw_port_id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:32Z', 'updated_at': '2022-09-11T00:52:45Z', 'revision_number': 4, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'gw_port': {'id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '11a6e5f5-abb9-43df-b9c8-1e221e1a0960', 'name': '', 'network_id': '3c897342-0f04-45f8-a9ef-0bc52e6c6ab5', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'mac_address': 'fa:16:3e:cf:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:42Z', 'updated_at': '2022-09-11T00:53:03Z', 'revision_number': 5, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'subnets': [{'id': 'f6e1af3b-cbbe-4593-9148-6f2c7fa19e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 01:00:17.272452 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a857993-8f41-4cd9-b837-46830c359080 None None] New status for floating IP 16a1dcfd-8c44-4e5c-8779-7735a982f899: DOWN {{(pid=112723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 01:00:17.813745 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 49678) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:00:17.870598 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-56eaac10-f0a2-4ae3-82b6-465eaa21d4e9 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for security_group (28bfa09d-b810-490a-badd-629aba615c3a), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:17.895774 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-56eaac10-f0a2-4ae3-82b6-465eaa21d4e9 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for security_group (28bfa09d-b810-490a-badd-629aba615c3a), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:17.947354 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-56eaac10-f0a2-4ae3-82b6-465eaa21d4e9 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (28bfa09d-b810-490a-badd-629aba615c3a), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:17.949942 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-56eaac10-f0a2-4ae3-82b6-465eaa21d4e9 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:17.951171 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-56eaac10-f0a2-4ae3-82b6-465eaa21d4e9 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/28bfa09d-b810-490a-badd-629aba615c3a HTTP/1.1" status: 204 len: 168 time: 0.1365097 Sep 11 01:00:17.954041 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 49680) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:00:17.960700 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eaac10-f0a2-4ae3-82b6-465eaa21d4e9 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bfa09d-b810-490a-badd-629aba615c3a,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:17.972442 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.api.v2.resource [None req-e0413233-e9cc-4317-b835-e1427caa5999 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] show failed (client error): The resource could not be found. Sep 11 01:00:17.973462 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-e0413233-e9cc-4317-b835-e1427caa5999 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "GET /networking/v2.0/security-groups/28bfa09d-b810-490a-badd-629aba615c3a HTTP/1.1" status: 404 len: 347 time: 0.0177886 Sep 11 01:00:17.976587 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 49682) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:00:18.094534 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-cedb887d-a666-4f4f-b12e-480b68a05538 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Deleting port 16020247-978e-439f-a25b-37902c6ed8aa {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:00:18.094824 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-cedb887d-a666-4f4f-b12e-480b68a05538 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (16020247-978e-439f-a25b-37902c6ed8aa), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:18.176669 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-cedb887d-a666-4f4f-b12e-480b68a05538 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (16020247-978e-439f-a25b-37902c6ed8aa), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:18.176999 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-cedb887d-a666-4f4f-b12e-480b68a05538 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for floatingip (16020247-978e-439f-a25b-37902c6ed8aa), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:18.189498 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-cedb887d-a666-4f4f-b12e-480b68a05538 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Calling delete_port for 16020247-978e-439f-a25b-37902c6ed8aa owned by network:floatingip {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:00:18.327065 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-cedb887d-a666-4f4f-b12e-480b68a05538 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (16020247-978e-439f-a25b-37902c6ed8aa), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:18.352237 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb887d-a666-4f4f-b12e-480b68a05538 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Pushing event deleted for resources: {'Port': ['ID=16020247-978e-439f-a25b-37902c6ed8aa,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:18.420296 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-cedb887d-a666-4f4f-b12e-480b68a05538 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks [] for floatingip (16a1dcfd-8c44-4e5c-8779-7735a982f899), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:18.422865 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-cedb887d-a666-4f4f-b12e-480b68a05538 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:18.424030 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-cedb887d-a666-4f4f-b12e-480b68a05538 tempest-AttachVolumeShelveTestJSON-728548594 tempest-AttachVolumeShelveTestJSON-728548594-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/16a1dcfd-8c44-4e5c-8779-7735a982f899 HTTP/1.1" status: 204 len: 168 time: 0.4464908 Sep 11 01:00:18.772442 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 01:00:18.792717 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] No Port match for: 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 01:00:18.793060 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 5d0b683e-8ce0-4d8f-a5a3-6d54b3c2bd9a not bound to the agent host hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 01:00:19.041848 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-318b5f13-1c6b-4edb-ad89-4ea89d2942a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:20.868369 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 49714) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:00:21.337896 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:21.350341 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-35aa364a-da8a-4fe6-af19-bab586f06833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768042'] for router_interface (95fee4f3-abd7-4406-a70c-88d335798c28), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:21.350942 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-5ccd6a22-86fd-4eb2-ab46-ce4da48665b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:21.450892 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:21.590811 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-35aa364a-da8a-4fe6-af19-bab586f06833 admin admin] Deleting port 11a6e5f5-abb9-43df-b9c8-1e221e1a0960 {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:00:21.591073 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-35aa364a-da8a-4fe6-af19-bab586f06833 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (11a6e5f5-abb9-43df-b9c8-1e221e1a0960), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:21.675179 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [None req-35aa364a-da8a-4fe6-af19-bab586f06833 admin admin] For port 11a6e5f5-abb9-43df-b9c8-1e221e1a0960, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=11a6e5f5-abb9-43df-b9c8-1e221e1a0960,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:00:21.675538 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-35aa364a-da8a-4fe6-af19-bab586f06833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (11a6e5f5-abb9-43df-b9c8-1e221e1a0960), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:21.690737 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-35aa364a-da8a-4fe6-af19-bab586f06833 admin admin] Calling delete_port for 11a6e5f5-abb9-43df-b9c8-1e221e1a0960 owned by network:router_interface {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:00:21.874508 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-35aa364a-da8a-4fe6-af19-bab586f06833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (11a6e5f5-abb9-43df-b9c8-1e221e1a0960), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:21.900671 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa364a-da8a-4fe6-af19-bab586f06833 admin admin] Pushing event deleted for resources: {'Port': ['ID=11a6e5f5-abb9-43df-b9c8-1e221e1a0960,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:22.085831 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-35aa364a-da8a-4fe6-af19-bab586f06833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3793178'] for router_interface (95fee4f3-abd7-4406-a70c-88d335798c28), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:22.275505 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:22.299935 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35aa364a-da8a-4fe6-af19-bab586f06833 admin admin] Router 95fee4f3-abd7-4406-a70c-88d335798c28 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 01:00:22.304033 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:22.407655 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35aa364a-da8a-4fe6-af19-bab586f06833 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 01:00:22.414336 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-35aa364a-da8a-4fe6-af19-bab586f06833 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/95fee4f3-abd7-4406-a70c-88d335798c28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5451832 Sep 11 01:00:22.417442 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 49726) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:00:22.427617 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a735a6f2-3d82-4759-88c2-52a825016f1b None None] Sync routers for ids ['95fee4f3-abd7-4406-a70c-88d335798c28'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 01:00:22.436252 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=82,neutron:DELETE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:22.439207 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a735a6f2-3d82-4759-88c2-52a825016f1b None None] Routers {'95fee4f3-abd7-4406-a70c-88d335798c28'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:00:22.440054 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-a735a6f2-3d82-4759-88c2-52a825016f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:00:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['95fee4f3-abd7-4406-a70c-88d335798c28'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:00:22.529929 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-a22a7955-739c-45a1-b4a9-93419c132e03 admin admin] Publish callbacks [] for router (95fee4f3-abd7-4406-a70c-88d335798c28), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:22.625217 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:22.639244 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-a735a6f2-3d82-4759-88c2-52a825016f1b None None] Set router 95fee4f3-abd7-4406-a70c-88d335798c28 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:00:22.639810 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-a22a7955-739c-45a1-b4a9-93419c132e03 admin admin] Publish callbacks [] for router_gateway (95fee4f3-abd7-4406-a70c-88d335798c28), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:22.684180 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-a22a7955-739c-45a1-b4a9-93419c132e03 admin admin] Deleting port eca3bdbf-31ff-446a-b9fc-c20521397652 {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:00:22.684530 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-a22a7955-739c-45a1-b4a9-93419c132e03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (eca3bdbf-31ff-446a-b9fc-c20521397652), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:22.758943 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=100 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:22.767035 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [None req-a22a7955-739c-45a1-b4a9-93419c132e03 admin admin] For port eca3bdbf-31ff-446a-b9fc-c20521397652, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=eca3bdbf-31ff-446a-b9fc-c20521397652,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:00:22.767400 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-a22a7955-739c-45a1-b4a9-93419c132e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (eca3bdbf-31ff-446a-b9fc-c20521397652), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:22.784306 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-a22a7955-739c-45a1-b4a9-93419c132e03 admin admin] Calling delete_port for eca3bdbf-31ff-446a-b9fc-c20521397652 owned by network:router_gateway {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:00:22.819178 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-a735a6f2-3d82-4759-88c2-52a825016f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'name': 'tempest-AttachVolumeShelveTestJSON-560177370-router', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139'}], 'enable_snat': True}, 'gw_port_id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:32Z', 'updated_at': '2022-09-11T01:00:21Z', 'revision_number': 5, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'gw_port': {'id': 'eca3bdbf-31ff-446a-b9fc-c20521397652', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:52:33Z', 'updated_at': '2022-09-11T00:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:00:22.845111 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a735a6f2-3d82-4759-88c2-52a825016f1b None None] Checking router: 95fee4f3-abd7-4406-a70c-88d335798c28 for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 01:00:22.853626 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a735a6f2-3d82-4759-88c2-52a825016f1b None None] Routers {'95fee4f3-abd7-4406-a70c-88d335798c28'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:00:22.854235 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-a735a6f2-3d82-4759-88c2-52a825016f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:00:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['95fee4f3-abd7-4406-a70c-88d335798c28'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:00:22.943868 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-a735a6f2-3d82-4759-88c2-52a825016f1b None None] Set router 95fee4f3-abd7-4406-a70c-88d335798c28 gateway port host: None {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:00:22.962116 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-a22a7955-739c-45a1-b4a9-93419c132e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (eca3bdbf-31ff-446a-b9fc-c20521397652), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:22.986599 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a7955-739c-45a1-b4a9-93419c132e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca3bdbf-31ff-446a-b9fc-c20521397652,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:22.998301 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-a735a6f2-3d82-4759-88c2-52a825016f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'name': 'tempest-AttachVolumeShelveTestJSON-560177370-router', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:32Z', 'updated_at': '2022-09-11T01:00:22Z', 'revision_number': 6, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:00:23.023882 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a735a6f2-3d82-4759-88c2-52a825016f1b None None] The sync data for ids ['95fee4f3-abd7-4406-a70c-88d335798c28'] in dv-cinder-master-3-iscsi is: [{'id': '95fee4f3-abd7-4406-a70c-88d335798c28', 'name': 'tempest-AttachVolumeShelveTestJSON-560177370-router', 'tenant_id': 'fd9221b2e81a46f69864e02ec4d42672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:52:32Z', 'updated_at': '2022-09-11T01:00:22Z', 'revision_number': 6, 'project_id': 'fd9221b2e81a46f69864e02ec4d42672', 'gw_port_host': None}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 01:00:23.064177 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-a22a7955-739c-45a1-b4a9-93419c132e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3793768'] for router_gateway (95fee4f3-abd7-4406-a70c-88d335798c28), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:23.163393 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-a22a7955-739c-45a1-b4a9-93419c132e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3792972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24940'] for router (95fee4f3-abd7-4406-a70c-88d335798c28), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:23.165610 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-a22a7955-739c-45a1-b4a9-93419c132e03 admin admin] Publish callbacks [] for router_controller (95fee4f3-abd7-4406-a70c-88d335798c28), precommit_delete_associations {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:23.209703 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-a22a7955-739c-45a1-b4a9-93419c132e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3793199'] for router (95fee4f3-abd7-4406-a70c-88d335798c28), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:23.210319 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22a7955-739c-45a1-b4a9-93419c132e03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95fee4f3-abd7-4406-a70c-88d335798c28 {{(pid=112721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 11 01:00:23.214612 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-a22a7955-739c-45a1-b4a9-93419c132e03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:23.215785 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-a22a7955-739c-45a1-b4a9-93419c132e03 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/95fee4f3-abd7-4406-a70c-88d335798c28 HTTP/1.1" status: 204 len: 168 time: 0.7973628 Sep 11 01:00:23.218439 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 49730) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:00:23.268663 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2be5ad-1dda-486c-ac41-fe1f74d2f437 admin admin] Deleting subnet f6e1af3b-cbbe-4593-9148-6f2c7fa19e13 {{(pid=112721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 11 01:00:23.271698 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:23.272594 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-1d2be5ad-1dda-486c-ac41-fe1f74d2f437 admin admin] Publish callbacks [] for subnet (f6e1af3b-cbbe-4593-9148-6f2c7fa19e13), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:23.293593 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:23.312713 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-1d2be5ad-1dda-486c-ac41-fe1f74d2f437 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14111256'] for subnet (f6e1af3b-cbbe-4593-9148-6f2c7fa19e13), precommit_delete_associations {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:23.393333 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-1d2be5ad-1dda-486c-ac41-fe1f74d2f437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774851'] for subnet (f6e1af3b-cbbe-4593-9148-6f2c7fa19e13), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:23.455671 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-1d2be5ad-1dda-486c-ac41-fe1f74d2f437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62136785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61942994'] for subnet (f6e1af3b-cbbe-4593-9148-6f2c7fa19e13), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:23.489061 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2be5ad-1dda-486c-ac41-fe1f74d2f437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6e1af3b-cbbe-4593-9148-6f2c7fa19e13,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:23.493333 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-1d2be5ad-1dda-486c-ac41-fe1f74d2f437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for subnet (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:23.503736 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-1d2be5ad-1dda-486c-ac41-fe1f74d2f437 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/f6e1af3b-cbbe-4593-9148-6f2c7fa19e13 HTTP/1.1" status: 204 len: 168 time: 0.2802939 Sep 11 01:00:23.504110 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452763b1-a1ea-4d03-bf1e-79f44b8db208 None None] Network 3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 01:00:23.504607 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 49734) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:00:23.533279 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:23.601602 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f65d2b66-09f3-4f81-b5c8-8307700ad1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687712'] for network (3c897342-0f04-45f8-a9ef-0bc52e6c6ab5), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:23.652805 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-f65d2b66-09f3-4f81-b5c8-8307700ad1e1 admin admin] Deleting port 9881437b-4ce4-468c-b366-6216ad876833 {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:00:23.653041 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f65d2b66-09f3-4f81-b5c8-8307700ad1e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (9881437b-4ce4-468c-b366-6216ad876833), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:23.727667 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [None req-f65d2b66-09f3-4f81-b5c8-8307700ad1e1 admin admin] For port 9881437b-4ce4-468c-b366-6216ad876833, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9881437b-4ce4-468c-b366-6216ad876833,segment=NetworkSegment(cfb772bb-518f-4e67-acc1-2479811b2e16),segment_id=cfb772bb-518f-4e67-acc1-2479811b2e16)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:00:23.727980 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f65d2b66-09f3-4f81-b5c8-8307700ad1e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (9881437b-4ce4-468c-b366-6216ad876833), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:23.741355 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-f65d2b66-09f3-4f81-b5c8-8307700ad1e1 admin admin] Calling delete_port for 9881437b-4ce4-468c-b366-6216ad876833 owned by network:dhcp {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:00:23.762014 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:23.798070 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e80cef-fc6f-4a3c-b355-02813284ae92 None None] DHCP port deletion for 3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 request from dv-cinder-master-3-iscsi {{(pid=112723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 11 01:00:23.831758 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f65d2b66-09f3-4f81-b5c8-8307700ad1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (9881437b-4ce4-468c-b366-6216ad876833), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:23.845792 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-e0e80cef-fc6f-4a3c-b355-02813284ae92 None None] Deleting port 9881437b-4ce4-468c-b366-6216ad876833 {{(pid=112723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:00:23.846238 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e0e80cef-fc6f-4a3c-b355-02813284ae92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (9881437b-4ce4-468c-b366-6216ad876833), before_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:23.860728 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d2b66-09f3-4f81-b5c8-8307700ad1e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9881437b-4ce4-468c-b366-6216ad876833,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:23.865131 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65d2b66-09f3-4f81-b5c8-8307700ad1e1 admin admin] No DVR routers for this DVR port 9881437b-4ce4-468c-b366-6216ad876833 on host dv-cinder-master-3-iscsi {{(pid=112722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 01:00:23.923567 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-e0e80cef-fc6f-4a3c-b355-02813284ae92 None None] For port 9881437b-4ce4-468c-b366-6216ad876833, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:00:23.923974 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e0e80cef-fc6f-4a3c-b355-02813284ae92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (9881437b-4ce4-468c-b366-6216ad876833), precommit_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:23.944443 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f65d2b66-09f3-4f81-b5c8-8307700ad1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433128', 'neutron.services.segments.db._delete_segments_for_network-8765262840989'] for network (3c897342-0f04-45f8-a9ef-0bc52e6c6ab5), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:23.952500 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-e0e80cef-fc6f-4a3c-b355-02813284ae92 None None] Calling delete_port for 9881437b-4ce4-468c-b366-6216ad876833 owned by network:dhcp {{(pid=112723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:00:23.957159 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.ipam_backend_mixin [None req-e0e80cef-fc6f-4a3c-b355-02813284ae92 None None] Port 9881437b-4ce4-468c-b366-6216ad876833 was not found and therefore no delete operation was performed {{(pid=112723) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 11 01:00:23.963044 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e0e80cef-fc6f-4a3c-b355-02813284ae92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608'] for port (9881437b-4ce4-468c-b366-6216ad876833), after_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:23.966524 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-f65d2b66-09f3-4f81-b5c8-8307700ad1e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c897342-0f04-45f8-a9ef-0bc52e6c6ab5']}} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:00:23.976392 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-f65d2b66-09f3-4f81-b5c8-8307700ad1e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb772bb-518f-4e67-acc1-2479811b2e16') {'for_net_delete': True} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:00:23.976693 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-f65d2b66-09f3-4f81-b5c8-8307700ad1e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb772bb-518f-4e67-acc1-2479811b2e16') {} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:00:23.987419 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f65d2b66-09f3-4f81-b5c8-8307700ad1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765262841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61765508'] for segment (cfb772bb-518f-4e67-acc1-2479811b2e16), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:23.988003 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:23.992387 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e80cef-fc6f-4a3c-b355-02813284ae92 None None] Pushing event deleted for resources: {'Port': ['ID=9881437b-4ce4-468c-b366-6216ad876833,revision_number=None']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:23.996971 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e80cef-fc6f-4a3c-b355-02813284ae92 None None] No DVR routers for this DVR port 9881437b-4ce4-468c-b366-6216ad876833 on host dv-cinder-master-3-iscsi {{(pid=112723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 01:00:24.002075 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f65d2b66-09f3-4f81-b5c8-8307700ad1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (cfb772bb-518f-4e67-acc1-2479811b2e16), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:24.009636 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f65d2b66-09f3-4f81-b5c8-8307700ad1e1 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=112722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 01:00:24.010087 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f65d2b66-09f3-4f81-b5c8-8307700ad1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61682778'] for segment (cfb772bb-518f-4e67-acc1-2479811b2e16), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:24.079754 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.services.segments.plugin [-] Segment cfb772bb-518f-4e67-acc1-2479811b2e16 resource provider aggregate not found Sep 11 01:00:24.092195 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f65d2b66-09f3-4f81-b5c8-8307700ad1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793805'] for network (3c897342-0f04-45f8-a9ef-0bc52e6c6ab5), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:24.099773 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f65d2b66-09f3-4f81-b5c8-8307700ad1e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:24.104196 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-f65d2b66-09f3-4f81-b5c8-8307700ad1e1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/3c897342-0f04-45f8-a9ef-0bc52e6c6ab5 HTTP/1.1" status: 204 len: 168 time: 0.5983458 Sep 11 01:00:24.125093 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.services.segments.plugin [-] Segment cfb772bb-518f-4e67-acc1-2479811b2e16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cfb772bb-518f-4e67-acc1-2479811b2e16 found for delete ", "request_id": "req-96d4572c-d733-444f-adba-dfdb95a9bb5c"}]} Sep 11 01:00:24.130782 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d2b66-09f3-4f81-b5c8-8307700ad1e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c897342-0f04-45f8-a9ef-0bc52e6c6ab5,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:24.278916 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 49746) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:00:24.296686 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device eca3bdbf-31ff-446a-b9fc-c20521397652 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 01:00:24.318700 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: eca3bdbf-31ff-446a-b9fc-c20521397652 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 01:00:24.319074 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device eca3bdbf-31ff-446a-b9fc-c20521397652 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 01:00:24.319491 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 11a6e5f5-abb9-43df-b9c8-1e221e1a0960 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 01:00:24.324863 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-2460d2df-09cb-4a65-830d-c489f74a8426 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fd9221b2e81a46f69864e02ec4d42672&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440559 Sep 11 01:00:24.327476 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 49748) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:00:24.345025 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: 11a6e5f5-abb9-43df-b9c8-1e221e1a0960 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 01:00:24.345297 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 11a6e5f5-abb9-43df-b9c8-1e221e1a0960 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 01:00:24.345915 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 9881437b-4ce4-468c-b366-6216ad876833 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 01:00:24.348666 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:24.367103 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: 9881437b-4ce4-468c-b366-6216ad876833 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 01:00:24.367452 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 9881437b-4ce4-468c-b366-6216ad876833 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 01:00:24.383822 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-0e6aa4d1-976b-48ea-8b91-3cb584a14058 admin admin] Publish callbacks [] for security_group (9c83637e-1e73-48a8-bbdc-0217328f02c7), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:24.411914 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-0e6aa4d1-976b-48ea-8b91-3cb584a14058 admin admin] Publish callbacks [] for security_group (9c83637e-1e73-48a8-bbdc-0217328f02c7), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:24.452052 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:24.470307 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-0e6aa4d1-976b-48ea-8b91-3cb584a14058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (9c83637e-1e73-48a8-bbdc-0217328f02c7), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:24.472943 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-0e6aa4d1-976b-48ea-8b91-3cb584a14058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:24.474096 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-0e6aa4d1-976b-48ea-8b91-3cb584a14058 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9c83637e-1e73-48a8-bbdc-0217328f02c7 HTTP/1.1" status: 204 len: 168 time: 0.1442955 Sep 11 01:00:24.481809 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6aa4d1-976b-48ea-8b91-3cb584a14058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c83637e-1e73-48a8-bbdc-0217328f02c7,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:25.168389 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 49774) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:00:25.265719 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-3d330048-f6b7-48bf-856b-c4289f2716da admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1398942230-network', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:00:25.277469 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:25.288241 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d330048-f6b7-48bf-856b-c4289f2716da admin admin] Made reservation on behalf of 15810c36aaa44c5fbc87197f873a6260 for: {'network': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 01:00:25.290682 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-3d330048-f6b7-48bf-856b-c4289f2716da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for network (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:25.299742 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-3d330048-f6b7-48bf-856b-c4289f2716da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:25.383322 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-3d330048-f6b7-48bf-856b-c4289f2716da admin admin] Publish callbacks [] for security_group (24a65635-ffe3-4bd4-a45d-f82f03ea5c8a), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:25.387130 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-3d330048-f6b7-48bf-856b-c4289f2716da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (24a65635-ffe3-4bd4-a45d-f82f03ea5c8a), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:25.413942 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d330048-f6b7-48bf-856b-c4289f2716da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=112722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 01:00:25.424237 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d330048-f6b7-48bf-856b-c4289f2716da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a65635-ffe3-4bd4-a45d-f82f03ea5c8a,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:25.429604 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-3d330048-f6b7-48bf-856b-c4289f2716da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (ef78e06f-7c02-47d5-af6d-91bb82a0f05a), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:25.429958 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.db.segments_db [None req-3d330048-f6b7-48bf-856b-c4289f2716da admin admin] Added segment ef78e06f-7c02-47d5-af6d-91bb82a0f05a of type vlan for network 049b6c8b-1072-47b9-b740-d7f0f662cb7f Sep 11 01:00:25.482395 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-3d330048-f6b7-48bf-856b-c4289f2716da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765262360468'] for network (049b6c8b-1072-47b9-b740-d7f0f662cb7f), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:25.508033 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-3d330048-f6b7-48bf-856b-c4289f2716da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for network (049b6c8b-1072-47b9-b740-d7f0f662cb7f), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:25.509077 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d330048-f6b7-48bf-856b-c4289f2716da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:25.509728 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-3d330048-f6b7-48bf-856b-c4289f2716da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:25.563033 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-3d330048-f6b7-48bf-856b-c4289f2716da admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3934019 Sep 11 01:00:25.566188 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 49780) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:00:25.571730 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-c4f0ef69-19a6-4f10-bb77-78a11d8e84a0 admin admin] Request body: {'subnet': {'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1398942230-subnet', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:00:25.574481 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d330048-f6b7-48bf-856b-c4289f2716da admin admin] Pushing event updated for resources: {'Network': ['ID=049b6c8b-1072-47b9-b740-d7f0f662cb7f,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:25.586464 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Network 049b6c8b-1072-47b9-b740-d7f0f662cb7f details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=112723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 01:00:25.596376 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f0ef69-19a6-4f10-bb77-78a11d8e84a0 admin admin] Made reservation on behalf of 15810c36aaa44c5fbc87197f873a6260 for: {'subnet': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 01:00:25.599030 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-c4f0ef69-19a6-4f10-bb77-78a11d8e84a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61942965'] for subnet (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:25.777458 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-c4f0ef69-19a6-4f10-bb77-78a11d8e84a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62184726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61942955'] for subnet (e571c870-1a18-4bf5-9ea8-33f488d9bd4d), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:25.833258 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0ef69-19a6-4f10-bb77-78a11d8e84a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e571c870-1a18-4bf5-9ea8-33f488d9bd4d,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:25.841830 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f0ef69-19a6-4f10-bb77-78a11d8e84a0 admin admin] Checking segment: {'id': 'ef78e06f-7c02-47d5-af6d-91bb82a0f05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 01:00:25.842169 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f0ef69-19a6-4f10-bb77-78a11d8e84a0 admin admin] Network hostable DHCP agents. Network: 049b6c8b-1072-47b9-b740-d7f0f662cb7f, hostable agents: ['141562d2-e0e6-4955-8563-ce36b7299d64'], hosted agents: [] {{(pid=112721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 01:00:25.860783 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f0ef69-19a6-4f10-bb77-78a11d8e84a0 admin admin] Network 049b6c8b-1072-47b9-b740-d7f0f662cb7f is scheduled to be hosted by DHCP agent 141562d2-e0e6-4955-8563-ce36b7299d64 with binding_index 1 {{(pid=112721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 01:00:25.871635 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-c4f0ef69-19a6-4f10-bb77-78a11d8e84a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 049b6c8b-1072-47b9-b740-d7f0f662cb7f) {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 01:00:25.875951 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f0ef69-19a6-4f10-bb77-78a11d8e84a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:25.876550 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-c4f0ef69-19a6-4f10-bb77-78a11d8e84a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for subnet (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:25.881582 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e599e17-7824-443e-9b7f-aed6438fded4 None None] Network 049b6c8b-1072-47b9-b740-d7f0f662cb7f requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 01:00:25.892654 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-c4f0ef69-19a6-4f10-bb77-78a11d8e84a0 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3248160 Sep 11 01:00:25.895713 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 49784) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:00:25.900028 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-87fc0f65-f91c-435f-ad18-c890efd07447 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1398942230-router', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:00:25.920478 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-87fc0f65-f91c-435f-ad18-c890efd07447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3794061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24926'] for router (c00fe6c2-182e-47ba-bb79-36aebdb5926b), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:25.921602 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-87fc0f65-f91c-435f-ad18-c890efd07447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3793143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3766931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-441959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24935'] for router (c00fe6c2-182e-47ba-bb79-36aebdb5926b), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:25.987684 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7ca353-0154-4464-9010-b494667a54e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'fixed_ips': [{'subnet_id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d'}]}} from dv-cinder-master-3-iscsi. {{(pid=112723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 11 01:00:25.989214 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-5e7ca353-0154-4464-9010-b494667a54e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:26.134511 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.db_base_plugin_common [None req-5e7ca353-0154-4464-9010-b494667a54e4 None None] Allocated IP 172.20.0.2 (049b6c8b-1072-47b9-b740-d7f0f662cb7f/e571c870-1a18-4bf5-9ea8-33f488d9bd4d/bc7c6aa9-38b5-4e22-a476-581f2c97dd0f) {{(pid=112723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 01:00:26.212059 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-87fc0f65-f91c-435f-ad18-c890efd07447 admin admin] Publish callbacks [] for router_controller (c00fe6c2-182e-47ba-bb79-36aebdb5926b), precommit_add_association {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:26.283324 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-5e7ca353-0154-4464-9010-b494667a54e4 None None] Publish callbacks [] for port (bc7c6aa9-38b5-4e22-a476-581f2c97dd0f), precommit_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:26.289306 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-5e7ca353-0154-4464-9010-b494667a54e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599'] for port (bc7c6aa9-38b5-4e22-a476-581f2c97dd0f), after_create {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:26.331378 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7ca353-0154-4464-9010-b494667a54e4 None None] Network 049b6c8b-1072-47b9-b740-d7f0f662cb7f is already hosted by enough agents. {{(pid=112723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 01:00:26.337405 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.scheduler.base_scheduler [None req-5e7ca353-0154-4464-9010-b494667a54e4 None None] Resources bound (agent type, host, resource id): {{(pid=112723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 01:00:26.339514 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ca353-0154-4464-9010-b494667a54e4 None None] Pushing event updated for resources: {'Port': ['ID=bc7c6aa9-38b5-4e22-a476-581f2c97dd0f,revision_number=1']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:26.341605 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7ca353-0154-4464-9010-b494667a54e4 None None] Received port after_create {{(pid=112723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 01:00:26.348080 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-87fc0f65-f91c-435f-ad18-c890efd07447 admin admin] Publish callbacks [] for router_gateway (c00fe6c2-182e-47ba-bb79-36aebdb5926b), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:26.350886 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:26.399065 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-5e7ca353-0154-4464-9010-b494667a54e4 None None] Attempting to bind port bc7c6aa9-38b5-4e22-a476-581f2c97dd0f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 01:00:26.399416 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-5e7ca353-0154-4464-9010-b494667a54e4 None None] Attempting to bind port bc7c6aa9-38b5-4e22-a476-581f2c97dd0f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ef78e06f-7c02-47d5-af6d-91bb82a0f05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 01:00:26.399702 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7ca353-0154-4464-9010-b494667a54e4 None None] Attempting to bind port bc7c6aa9-38b5-4e22-a476-581f2c97dd0f on network 049b6c8b-1072-47b9-b740-d7f0f662cb7f {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 01:00:26.444390 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7ca353-0154-4464-9010-b494667a54e4 None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 1, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 01:00:26.444764 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7ca353-0154-4464-9010-b494667a54e4 None None] Checking segment: {'id': 'ef78e06f-7c02-47d5-af6d-91bb82a0f05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 01:00:26.445162 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-5e7ca353-0154-4464-9010-b494667a54e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:26.445577 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7ca353-0154-4464-9010-b494667a54e4 None None] Bound using segment: {'id': 'ef78e06f-7c02-47d5-af6d-91bb82a0f05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 01:00:26.446045 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-5e7ca353-0154-4464-9010-b494667a54e4 None None] Bound port: bc7c6aa9-38b5-4e22-a476-581f2c97dd0f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef78e06f-7c02-47d5-af6d-91bb82a0f05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 01:00:26.446420 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-5e7ca353-0154-4464-9010-b494667a54e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (bc7c6aa9-38b5-4e22-a476-581f2c97dd0f), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:26.448036 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:26.511031 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-5e7ca353-0154-4464-9010-b494667a54e4 None None] For port bc7c6aa9-38b5-4e22-a476-581f2c97dd0f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 01:00:26.514045 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-5e7ca353-0154-4464-9010-b494667a54e4 None None] For port bc7c6aa9-38b5-4e22-a476-581f2c97dd0f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bc7c6aa9-38b5-4e22-a476-581f2c97dd0f,segment=NetworkSegment(ef78e06f-7c02-47d5-af6d-91bb82a0f05a),segment_id=ef78e06f-7c02-47d5-af6d-91bb82a0f05a)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 01:00:26.521954 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-5e7ca353-0154-4464-9010-b494667a54e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (bc7c6aa9-38b5-4e22-a476-581f2c97dd0f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:26.541234 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=6 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:26.543336 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-87fc0f65-f91c-435f-ad18-c890efd07447 admin admin] Publish callbacks [] for router_gateway (c00fe6c2-182e-47ba-bb79-36aebdb5926b), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:26.565208 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-87fc0f65-f91c-435f-ad18-c890efd07447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:26.572833 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ca353-0154-4464-9010-b494667a54e4 None None] Pushing event updated for resources: {'Port': ['ID=bc7c6aa9-38b5-4e22-a476-581f2c97dd0f,revision_number=2']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:26.685934 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [None req-87fc0f65-f91c-435f-ad18-c890efd07447 admin admin] Allocated IP 172.37.5.219 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 01:00:26.821019 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-87fc0f65-f91c-435f-ad18-c890efd07447 admin admin] Publish callbacks [] for port (133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:26.855134 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-87fc0f65-f91c-435f-ad18-c890efd07447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:26.900956 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fc0f65-f91c-435f-ad18-c890efd07447 admin admin] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 01:00:26.909122 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-87fc0f65-f91c-435f-ad18-c890efd07447 admin admin] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 01:00:26.912628 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fc0f65-f91c-435f-ad18-c890efd07447 admin admin] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 01:00:26.917959 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc0f65-f91c-435f-ad18-c890efd07447 admin admin] Pushing event updated for resources: {'Port': ['ID=133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:27.159788 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-87fc0f65-f91c-435f-ad18-c890efd07447 admin admin] Publish callbacks [] for router_gateway (c00fe6c2-182e-47ba-bb79-36aebdb5926b), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:27.298254 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:27.359281 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-87fc0f65-f91c-435f-ad18-c890efd07447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3793056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3793755'] for router (c00fe6c2-182e-47ba-bb79-36aebdb5926b), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:27.445660 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:27.466561 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb626851-e6bb-4868-a2b7-d244ed2072f7 None None] Network 049b6c8b-1072-47b9-b740-d7f0f662cb7f requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 01:00:27.484308 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:27.491747 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fc0f65-f91c-435f-ad18-c890efd07447 admin admin] Router c00fe6c2-182e-47ba-bb79-36aebdb5926b is scheduled to L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 with binding_index 1 {{(pid=112721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 11 01:00:27.530189 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-92a34aa3-da74-427f-b348-fd1e52d8e96f None None] Provisioning complete for port bc7c6aa9-38b5-4e22-a476-581f2c97dd0f triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 01:00:27.530714 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-92a34aa3-da74-427f-b348-fd1e52d8e96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (bc7c6aa9-38b5-4e22-a476-581f2c97dd0f), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:27.599466 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fc0f65-f91c-435f-ad18-c890efd07447 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 01:00:27.612771 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] Sync routers for ids ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 01:00:27.616698 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-87fc0f65-f91c-435f-ad18-c890efd07447 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:27.617947 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-87fc0f65-f91c-435f-ad18-c890efd07447 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7212784 Sep 11 01:00:27.620837 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 49792) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:00:27.661411 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] Routers {'c00fe6c2-182e-47ba-bb79-36aebdb5926b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:00:27.662000 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:00:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:00:27.705089 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-92a34aa3-da74-427f-b348-fd1e52d8e96f None None] Current status of the port bc7c6aa9-38b5-4e22-a476-581f2c97dd0f is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 01:00:27.705089 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-92a34aa3-da74-427f-b348-fd1e52d8e96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (bc7c6aa9-38b5-4e22-a476-581f2c97dd0f), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:27.784172 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-92a34aa3-da74-427f-b348-fd1e52d8e96f None None] For port bc7c6aa9-38b5-4e22-a476-581f2c97dd0f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bc7c6aa9-38b5-4e22-a476-581f2c97dd0f,segment=NetworkSegment(ef78e06f-7c02-47d5-af6d-91bb82a0f05a),segment_id=ef78e06f-7c02-47d5-af6d-91bb82a0f05a)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:00:27.791975 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-92a34aa3-da74-427f-b348-fd1e52d8e96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (bc7c6aa9-38b5-4e22-a476-581f2c97dd0f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:27.824643 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] Set router c00fe6c2-182e-47ba-bb79-36aebdb5926b gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:00:27.957613 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a34aa3-da74-427f-b348-fd1e52d8e96f None None] Pushing event updated for resources: {'Port': ['ID=bc7c6aa9-38b5-4e22-a476-581f2c97dd0f,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:27.960068 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-2e01c703-1103-447f-b9b0-8272f43b3093 None None] Provisioning complete for port bc7c6aa9-38b5-4e22-a476-581f2c97dd0f triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 01:00:27.960432 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-2e01c703-1103-447f-b9b0-8272f43b3093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (bc7c6aa9-38b5-4e22-a476-581f2c97dd0f), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:28.042853 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9ee880bd-e99f-4329-9da4-b4bfe7350174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:28.088462 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'name': 'tempest-AttachVolumeTestJSON-1398942230-router', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219'}], 'enable_snat': True}, 'gw_port_id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T01:00:25Z', 'updated_at': '2022-09-11T01:00:27Z', 'revision_number': 3, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'gw_port': {'id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:05:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:26Z', 'updated_at': '2022-09-11T01:00:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:00:28.097594 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:28.117384 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-2e01c703-1103-447f-b9b0-8272f43b3093 None None] Current status of the port bc7c6aa9-38b5-4e22-a476-581f2c97dd0f is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 01:00:28.119729 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] Checking router: c00fe6c2-182e-47ba-bb79-36aebdb5926b for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 01:00:28.120101 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] Updating router c00fe6c2-182e-47ba-bb79-36aebdb5926b port 133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044 binding host dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 01:00:28.152475 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:28.201093 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [None req-9ee880bd-e99f-4329-9da4-b4bfe7350174 admin admin] Allocated IP 172.20.0.1 (049b6c8b-1072-47b9-b740-d7f0f662cb7f/e571c870-1a18-4bf5-9ea8-33f488d9bd4d/3dbbda2c-61fc-469f-9938-bbf619480c6f) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 01:00:28.244430 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:28.314155 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device bc7c6aa9-38b5-4e22-a476-581f2c97dd0f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 01:00:28.324722 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9ee880bd-e99f-4329-9da4-b4bfe7350174 admin admin] Publish callbacks [] for port (3dbbda2c-61fc-469f-9938-bbf619480c6f), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:28.352319 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:28.359167 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9ee880bd-e99f-4329-9da4-b4bfe7350174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (3dbbda2c-61fc-469f-9938-bbf619480c6f), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:28.406058 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee880bd-e99f-4329-9da4-b4bfe7350174 admin admin] Network 049b6c8b-1072-47b9-b740-d7f0f662cb7f is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 01:00:28.411908 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-9ee880bd-e99f-4329-9da4-b4bfe7350174 admin admin] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 01:00:28.414166 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee880bd-e99f-4329-9da4-b4bfe7350174 admin admin] Pushing event updated for resources: {'Port': ['ID=3dbbda2c-61fc-469f-9938-bbf619480c6f,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:28.416362 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee880bd-e99f-4329-9da4-b4bfe7350174 admin admin] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 01:00:28.459632 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9ee880bd-e99f-4329-9da4-b4bfe7350174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3767825'] for router_interface (c00fe6c2-182e-47ba-bb79-36aebdb5926b), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:28.473332 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:28.544485 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port bc7c6aa9-38b5-4e22-a476-581f2c97dd0f triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 01:00:28.544853 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (bc7c6aa9-38b5-4e22-a476-581f2c97dd0f), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:28.606046 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9ee880bd-e99f-4329-9da4-b4bfe7350174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (3dbbda2c-61fc-469f-9938-bbf619480c6f), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:28.618519 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] Publish callbacks [] for port (133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044), precommit_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:28.628212 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:28.697983 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] Attempting to bind port 133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 01:00:28.698261 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] Attempting to bind port 133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 01:00:28.698616 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] Attempting to bind port 133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044 on network c4f00262-7f99-4bd5-861f-59a77dcd079c {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 01:00:28.708676 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-d044444a-9d73-49eb-967f-ed7aaf20737f None None] Provisioning complete for port 3dbbda2c-61fc-469f-9938-bbf619480c6f triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 01:00:28.709046 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-d044444a-9d73-49eb-967f-ed7aaf20737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (3dbbda2c-61fc-469f-9938-bbf619480c6f), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:28.729120 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port bc7c6aa9-38b5-4e22-a476-581f2c97dd0f is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 01:00:28.760044 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62973d1-461f-4ebe-bfe3-13b3e3acd9ae None None] Pushing event updated for resources: {'Port': ['ID=133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044,revision_number=2']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:28.775204 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9ee880bd-e99f-4329-9da4-b4bfe7350174 admin admin] Publish callbacks [] for port (3dbbda2c-61fc-469f-9938-bbf619480c6f), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:28.779948 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9ee880bd-e99f-4329-9da4-b4bfe7350174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (3dbbda2c-61fc-469f-9938-bbf619480c6f), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:28.786262 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-d044444a-9d73-49eb-967f-ed7aaf20737f None None] Port 3dbbda2c-61fc-469f-9938-bbf619480c6f cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 01:00:28.790167 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 1, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 01:00:28.793263 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] Checking segment: {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 01:00:28.793263 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:28.793263 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] Bound using segment: {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'} {{(pid=112723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 01:00:28.793263 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.managers [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] Bound port: 133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}}] {{(pid=112723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 01:00:28.793263 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:28.840307 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:28.844529 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] For port 133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 01:00:28.847748 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] For port 133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 01:00:28.855677 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9ee880bd-e99f-4329-9da4-b4bfe7350174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3767949'] for router_interface (c00fe6c2-182e-47ba-bb79-36aebdb5926b), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:28.856252 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:28.857874 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee880bd-e99f-4329-9da4-b4bfe7350174 admin admin] Pushing event updated for resources: {'Port': ['ID=3dbbda2c-61fc-469f-9938-bbf619480c6f,revision_number=2']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:28.891150 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] Routers {'c00fe6c2-182e-47ba-bb79-36aebdb5926b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:00:28.891814 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:00:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:00:28.952059 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62973d1-461f-4ebe-bfe3-13b3e3acd9ae None None] Pushing event updated for resources: {'Port': ['ID=133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044,revision_number=3']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:28.959156 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee880bd-e99f-4329-9da4-b4bfe7350174 admin admin] Network 049b6c8b-1072-47b9-b740-d7f0f662cb7f is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 01:00:28.960575 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-9ee880bd-e99f-4329-9da4-b4bfe7350174 admin admin] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 01:00:29.020687 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] Set router c00fe6c2-182e-47ba-bb79-36aebdb5926b gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:00:29.092972 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee880bd-e99f-4329-9da4-b4bfe7350174 admin admin] Router c00fe6c2-182e-47ba-bb79-36aebdb5926b has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 01:00:29.157141 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:29.232388 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-28851e87-5f7f-46b9-b126-968351643286 None None] Provisioning complete for port 3dbbda2c-61fc-469f-9938-bbf619480c6f triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 01:00:29.232686 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-28851e87-5f7f-46b9-b126-968351643286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (3dbbda2c-61fc-469f-9938-bbf619480c6f), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:29.263761 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'name': 'tempest-AttachVolumeTestJSON-1398942230-router', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219'}], 'enable_snat': True}, 'gw_port_id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T01:00:25Z', 'updated_at': '2022-09-11T01:00:28Z', 'revision_number': 4, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'gw_port': {'id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:05:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:26Z', 'updated_at': '2022-09-11T01:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3dbbda2c-61fc-469f-9938-bbf619480c6f', 'name': '', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'mac_address': 'fa:16:3e:f3:71:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:28Z', 'updated_at': '2022-09-11T01:00:28Z', 'revision_number': 2, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'subnets': [{'id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:00:29.296548 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c386ca-f0e9-4081-b0a3-72371ec13295 None None] The sync data for ids ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'] in dv-cinder-master-3-iscsi is: [{'id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'name': 'tempest-AttachVolumeTestJSON-1398942230-router', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219'}], 'enable_snat': True}, 'gw_port_id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T01:00:25Z', 'updated_at': '2022-09-11T01:00:28Z', 'revision_number': 4, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'gw_port': {'id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:05:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:26Z', 'updated_at': '2022-09-11T01:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3dbbda2c-61fc-469f-9938-bbf619480c6f', 'name': '', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'mac_address': 'fa:16:3e:f3:71:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:28Z', 'updated_at': '2022-09-11T01:00:28Z', 'revision_number': 2, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'subnets': [{'id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 01:00:29.300705 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-28851e87-5f7f-46b9-b126-968351643286 None None] Port 3dbbda2c-61fc-469f-9938-bbf619480c6f cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 01:00:29.436305 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee880bd-e99f-4329-9da4-b4bfe7350174 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 01:00:29.441129 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-9ee880bd-e99f-4329-9da4-b4bfe7350174 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/c00fe6c2-182e-47ba-bb79-36aebdb5926b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8193552 Sep 11 01:00:29.752387 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 49816) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:00:29.757684 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-135a43ec-90fd-4011-970e-809973ffb73f tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1133749187', 'description': 'tempest-description--2021259327'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:00:29.779730 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-135a43ec-90fd-4011-970e-809973ffb73f tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:29.856229 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-135a43ec-90fd-4011-970e-809973ffb73f tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for security_group (25af1d92-c4bc-4859-9a8f-f5f2d6aa3522), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:29.864137 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-135a43ec-90fd-4011-970e-809973ffb73f tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (25af1d92-c4bc-4859-9a8f-f5f2d6aa3522), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:29.897793 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-135a43ec-90fd-4011-970e-809973ffb73f tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:29.902658 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 49820) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:00:29.902828 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-135a43ec-90fd-4011-970e-809973ffb73f tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1480265 Sep 11 01:00:29.907018 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-8088526c-d1e3-4f90-861a-91c4ac70c152 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Request body: {'security_group_rule': {'security_group_id': '25af1d92-c4bc-4859-9a8f-f5f2d6aa3522', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:00:29.911645 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a43ec-90fd-4011-970e-809973ffb73f tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:29.954901 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:29.956713 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8088526c-d1e3-4f90-861a-91c4ac70c152 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for security_group_rule (a3f36577-309c-4e5f-a104-2e5f6e09f4d7), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:30.018771 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8088526c-d1e3-4f90-861a-91c4ac70c152 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for security_group_rule (a3f36577-309c-4e5f-a104-2e5f6e09f4d7), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:30.023326 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8088526c-d1e3-4f90-861a-91c4ac70c152 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (a3f36577-309c-4e5f-a104-2e5f6e09f4d7), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:30.045671 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088526c-d1e3-4f90-861a-91c4ac70c152 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f36577-309c-4e5f-a104-2e5f6e09f4d7,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:30.053184 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8088526c-d1e3-4f90-861a-91c4ac70c152 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:30.057372 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-8088526c-d1e3-4f90-861a-91c4ac70c152 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1517119 Sep 11 01:00:30.057500 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 49822) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:00:30.062011 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-002f5566-b773-465b-9cc2-57176f708a5e tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Request body: {'security_group_rule': {'security_group_id': '25af1d92-c4bc-4859-9a8f-f5f2d6aa3522', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:00:30.092195 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-002f5566-b773-465b-9cc2-57176f708a5e tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for security_group_rule (ab10bec3-23f7-45e4-b67e-1ef09502dc07), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:30.151823 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-002f5566-b773-465b-9cc2-57176f708a5e tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for security_group_rule (ab10bec3-23f7-45e4-b67e-1ef09502dc07), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:30.155544 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-002f5566-b773-465b-9cc2-57176f708a5e tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (ab10bec3-23f7-45e4-b67e-1ef09502dc07), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:30.174819 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f5566-b773-465b-9cc2-57176f708a5e tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab10bec3-23f7-45e4-b67e-1ef09502dc07,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:30.183280 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-002f5566-b773-465b-9cc2-57176f708a5e tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:30.184435 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-002f5566-b773-465b-9cc2-57176f708a5e tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259086 Sep 11 01:00:30.187681 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 49824) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:00:30.192862 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-78ebf20d-9664-43e2-9027-5de3100dcfb3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Request body: {'floatingip': {'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:00:30.216825 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-78ebf20d-9664-43e2-9027-5de3100dcfb3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:30.306510 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-78ebf20d-9664-43e2-9027-5de3100dcfb3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:30.321237 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 01:00:30.346943 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:30.383800 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 01:00:30.384176 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:30.434527 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [None req-78ebf20d-9664-43e2-9027-5de3100dcfb3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Allocated IP 172.37.5.116 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/dbda05a4-b20f-4b82-8453-483652193249) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 01:00:30.464751 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044 is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 01:00:30.465344 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:30.491681 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port 133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:00:30.497330 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:30.550091 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-78ebf20d-9664-43e2-9027-5de3100dcfb3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for port (dbda05a4-b20f-4b82-8453-483652193249), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:30.551293 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:30.570236 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:30.585212 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-78ebf20d-9664-43e2-9027-5de3100dcfb3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (dbda05a4-b20f-4b82-8453-483652193249), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:30.637498 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ebf20d-9664-43e2-9027-5de3100dcfb3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 01:00:30.645512 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-78ebf20d-9664-43e2-9027-5de3100dcfb3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 01:00:30.649699 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ebf20d-9664-43e2-9027-5de3100dcfb3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 01:00:30.654836 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ebf20d-9664-43e2-9027-5de3100dcfb3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Pushing event updated for resources: {'Port': ['ID=dbda05a4-b20f-4b82-8453-483652193249,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:30.739617 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-78ebf20d-9664-43e2-9027-5de3100dcfb3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for floatingip (b03a1218-7e5e-4df9-8c2e-351fc20a333f), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:30.785915 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-78ebf20d-9664-43e2-9027-5de3100dcfb3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (dbda05a4-b20f-4b82-8453-483652193249), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:30.832625 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:30.945957 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-78ebf20d-9664-43e2-9027-5de3100dcfb3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for port (dbda05a4-b20f-4b82-8453-483652193249), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:30.951124 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-78ebf20d-9664-43e2-9027-5de3100dcfb3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (dbda05a4-b20f-4b82-8453-483652193249), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:31.024077 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ebf20d-9664-43e2-9027-5de3100dcfb3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Pushing event updated for resources: {'Port': ['ID=dbda05a4-b20f-4b82-8453-483652193249,revision_number=2']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:31.026922 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-78ebf20d-9664-43e2-9027-5de3100dcfb3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (b03a1218-7e5e-4df9-8c2e-351fc20a333f), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:31.044601 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-78ebf20d-9664-43e2-9027-5de3100dcfb3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:31.045874 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-78ebf20d-9664-43e2-9027-5de3100dcfb3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8571546 Sep 11 01:00:31.210714 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-c2061c3b-b4d8-49fd-a3a7-a4f892214572 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1133749187&fields=id&tenant_id=15810c36aaa44c5fbc87197f873a6260 HTTP/1.1" status: 200 len: 267 time: 0.0445504 Sep 11 01:00:31.321222 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] Sync routers for ids ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 01:00:31.324834 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-ef545f30-e8fd-4baf-9552-06402ce2b118 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:31.326423 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-ef545f30-e8fd-4baf-9552-06402ce2b118 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/networks?id=049b6c8b-1072-47b9-b740-d7f0f662cb7f HTTP/1.1" status: 200 len: 811 time: 0.1089911 Sep 11 01:00:31.332393 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] Routers {'c00fe6c2-182e-47ba-bb79-36aebdb5926b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:00:31.333080 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:00:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:00:31.341745 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-ae98e19d-bff8-404d-986e-5053d05183c7 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/quotas/15810c36aaa44c5fbc87197f873a6260 HTTP/1.1" status: 200 len: 375 time: 0.0099611 Sep 11 01:00:31.391245 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-33b61847-d917-44f7-8c80-f357800e41c1 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=15810c36aaa44c5fbc87197f873a6260&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443046 Sep 11 01:00:31.435828 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] Set router c00fe6c2-182e-47ba-bb79-36aebdb5926b gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:00:31.487339 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-62f67e2c-0202-4407-ace0-d95e0a241c04 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/049b6c8b-1072-47b9-b740-d7f0f662cb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847614 Sep 11 01:00:31.583920 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-625a7e64-82ec-479d-9b09-66fce643105d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/049b6c8b-1072-47b9-b740-d7f0f662cb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895162 Sep 11 01:00:31.627450 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'name': 'tempest-AttachVolumeTestJSON-1398942230-router', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219'}], 'enable_snat': True}, 'gw_port_id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T01:00:25Z', 'updated_at': '2022-09-11T01:00:28Z', 'revision_number': 4, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'gw_port': {'id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:26Z', 'updated_at': '2022-09-11T01:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3dbbda2c-61fc-469f-9938-bbf619480c6f', 'name': '', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'mac_address': 'fa:16:3e:f3:71:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:28Z', 'updated_at': '2022-09-11T01:00:28Z', 'revision_number': 2, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'subnets': [{'id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:00:31.653334 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] Checking router: c00fe6c2-182e-47ba-bb79-36aebdb5926b for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 01:00:31.653772 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] Updating router c00fe6c2-182e-47ba-bb79-36aebdb5926b port 3dbbda2c-61fc-469f-9938-bbf619480c6f binding host dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 01:00:31.682183 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (3dbbda2c-61fc-469f-9938-bbf619480c6f), before_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:31.764109 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:31.767106 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fb725e2b-50af-45b7-ab09-05f81ace85f4 req-0de9ab6d-b08c-485a-a9bf-36dfd272fcc8 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 210 time: 0.0365865 Sep 11 01:00:31.937569 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:31.960478 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] Publish callbacks [] for port (3dbbda2c-61fc-469f-9938-bbf619480c6f), precommit_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:31.964969 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (3dbbda2c-61fc-469f-9938-bbf619480c6f), after_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:32.027850 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04169c4e-b536-4fc4-9a7e-eb9203b31317 None None] Pushing event updated for resources: {'Port': ['ID=3dbbda2c-61fc-469f-9938-bbf619480c6f,revision_number=3']} {{(pid=112724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:32.049211 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04169c4e-b536-4fc4-9a7e-eb9203b31317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:32.049558 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04169c4e-b536-4fc4-9a7e-eb9203b31317 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:32.050084 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04169c4e-b536-4fc4-9a7e-eb9203b31317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:32.050533 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04169c4e-b536-4fc4-9a7e-eb9203b31317 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:32.051566 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04169c4e-b536-4fc4-9a7e-eb9203b31317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:32.051902 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04169c4e-b536-4fc4-9a7e-eb9203b31317 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:32.052227 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04169c4e-b536-4fc4-9a7e-eb9203b31317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:32.052552 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04169c4e-b536-4fc4-9a7e-eb9203b31317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:32.052880 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04169c4e-b536-4fc4-9a7e-eb9203b31317 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:32.053203 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04169c4e-b536-4fc4-9a7e-eb9203b31317 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:32.053520 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04169c4e-b536-4fc4-9a7e-eb9203b31317 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:32.053862 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04169c4e-b536-4fc4-9a7e-eb9203b31317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:32.054184 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04169c4e-b536-4fc4-9a7e-eb9203b31317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:32.054500 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04169c4e-b536-4fc4-9a7e-eb9203b31317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:32.054836 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04169c4e-b536-4fc4-9a7e-eb9203b31317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:32.070668 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] Attempting to bind port 3dbbda2c-61fc-469f-9938-bbf619480c6f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 01:00:32.071067 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] Attempting to bind port 3dbbda2c-61fc-469f-9938-bbf619480c6f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ef78e06f-7c02-47d5-af6d-91bb82a0f05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f'}] {{(pid=112724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 01:00:32.071422 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] Attempting to bind port 3dbbda2c-61fc-469f-9938-bbf619480c6f on network 049b6c8b-1072-47b9-b740-d7f0f662cb7f {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 01:00:32.107154 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:32.120992 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] Checking agent: {'id': '5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 44, 24), 'started_at': datetime.datetime(2022, 9, 11, 0, 44, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 1, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 01:00:32.121368 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] Checking segment: {'id': 'ef78e06f-7c02-47d5-af6d-91bb82a0f05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 01:00:32.121748 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:32.122125 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] Bound using segment: {'id': 'ef78e06f-7c02-47d5-af6d-91bb82a0f05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f'} {{(pid=112724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 01:00:32.122586 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.managers [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] Bound port: 3dbbda2c-61fc-469f-9938-bbf619480c6f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef78e06f-7c02-47d5-af6d-91bb82a0f05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f'}}] {{(pid=112724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 01:00:32.122984 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (3dbbda2c-61fc-469f-9938-bbf619480c6f), before_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:32.185845 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.db [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] For port 3dbbda2c-61fc-469f-9938-bbf619480c6f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=112724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 01:00:32.189143 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.plugins.ml2.db [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] For port 3dbbda2c-61fc-469f-9938-bbf619480c6f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3dbbda2c-61fc-469f-9938-bbf619480c6f,segment=NetworkSegment(ef78e06f-7c02-47d5-af6d-91bb82a0f05a),segment_id=ef78e06f-7c02-47d5-af6d-91bb82a0f05a)] {{(pid=112724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 01:00:32.195821 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron_lib.callbacks.manager [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (3dbbda2c-61fc-469f-9938-bbf619480c6f), after_update {{(pid=112724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:32.234703 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] Routers {'c00fe6c2-182e-47ba-bb79-36aebdb5926b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:00:32.235378 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:00:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:00:32.280370 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 01:00:32.289262 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04169c4e-b536-4fc4-9a7e-eb9203b31317 None None] Pushing event updated for resources: {'Port': ['ID=3dbbda2c-61fc-469f-9938-bbf619480c6f,revision_number=4']} {{(pid=112724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:32.326885 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 01:00:32.327260 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:32.356101 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] Set router c00fe6c2-182e-47ba-bb79-36aebdb5926b gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:00:32.399906 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044 is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 01:00:32.546218 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'name': 'tempest-AttachVolumeTestJSON-1398942230-router', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219'}], 'enable_snat': True}, 'gw_port_id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T01:00:25Z', 'updated_at': '2022-09-11T01:00:28Z', 'revision_number': 4, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'gw_port': {'id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:26Z', 'updated_at': '2022-09-11T01:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3dbbda2c-61fc-469f-9938-bbf619480c6f', 'name': '', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'mac_address': 'fa:16:3e:f3:71:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:28Z', 'updated_at': '2022-09-11T01:00:32Z', 'revision_number': 4, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'subnets': [{'id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:00:32.571667 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114b0434-0f99-4b0d-859e-f68338705d1c None None] The sync data for ids ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'] in dv-cinder-master-3-iscsi is: [{'id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'name': 'tempest-AttachVolumeTestJSON-1398942230-router', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219'}], 'enable_snat': True}, 'gw_port_id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T01:00:25Z', 'updated_at': '2022-09-11T01:00:28Z', 'revision_number': 4, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'gw_port': {'id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:26Z', 'updated_at': '2022-09-11T01:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3dbbda2c-61fc-469f-9938-bbf619480c6f', 'name': '', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'mac_address': 'fa:16:3e:f3:71:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:28Z', 'updated_at': '2022-09-11T01:00:32Z', 'revision_number': 4, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'subnets': [{'id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 01:00:32.879321 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3f9c5f51-caa9-48fc-af66-9ff0b6e7909c req-178c1085-bba2-40cb-8b2e-7c7c8c906a4b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 210 time: 0.0336812 Sep 11 01:00:33.979645 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9f952b79-b860-4e45-b5b8-c7dc1433df88 req-bf5531e1-33a1-48c8-8cc2-4f96f0d81922 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 210 time: 0.0271537 Sep 11 01:00:34.286741 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 3dbbda2c-61fc-469f-9938-bbf619480c6f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 01:00:34.332935 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 3dbbda2c-61fc-469f-9938-bbf619480c6f triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 01:00:34.333304 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (3dbbda2c-61fc-469f-9938-bbf619480c6f), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:34.403171 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 3dbbda2c-61fc-469f-9938-bbf619480c6f is: DOWN; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 01:00:34.403564 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (3dbbda2c-61fc-469f-9938-bbf619480c6f), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:34.436899 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] For port 3dbbda2c-61fc-469f-9938-bbf619480c6f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3dbbda2c-61fc-469f-9938-bbf619480c6f,segment=NetworkSegment(ef78e06f-7c02-47d5-af6d-91bb82a0f05a),segment_id=ef78e06f-7c02-47d5-af6d-91bb82a0f05a)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:00:34.442647 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (3dbbda2c-61fc-469f-9938-bbf619480c6f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:34.490409 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Pushing event updated for resources: {'Port': ['ID=3dbbda2c-61fc-469f-9938-bbf619480c6f,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:35.084511 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d076fc5f-3954-4786-b4f2-ff86c1499723 req-1f8f8f01-1094-499b-ac8f-205eb66a7510 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 210 time: 0.0273561 Sep 11 01:00:35.292052 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-568f336f-69af-426b-ab7c-d88cdfd31ab8 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:35.293654 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-568f336f-69af-426b-ab7c-d88cdfd31ab8 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.18 "GET /networking/v2.0/networks?id=049b6c8b-1072-47b9-b740-d7f0f662cb7f HTTP/1.1" status: 200 len: 811 time: 0.1148641 Sep 11 01:00:35.373508 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-9392c353-0b5a-4e32-9272-b28eeb7774ba tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=15810c36aaa44c5fbc87197f873a6260 HTTP/1.1" status: 200 len: 380 time: 0.0528510 Sep 11 01:00:35.495867 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-ade7aa1f-a786-489c-b1ac-23be9214dbbe tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Request body: {'port': {'device_id': 'b0875c4c-2396-4199-bf90-c505cd4ab7f8', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'admin_state_up': True, 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'security_groups': ['25af1d92-c4bc-4859-9a8f-f5f2d6aa3522']}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:00:35.603088 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-ade7aa1f-a786-489c-b1ac-23be9214dbbe tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Made reservation on behalf of 15810c36aaa44c5fbc87197f873a6260 for: {'port': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 01:00:35.606842 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-ade7aa1f-a786-489c-b1ac-23be9214dbbe tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:35.619154 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:35.736096 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-ade7aa1f-a786-489c-b1ac-23be9214dbbe tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Allocated IP 172.20.0.12 (049b6c8b-1072-47b9-b740-d7f0f662cb7f/e571c870-1a18-4bf5-9ea8-33f488d9bd4d/92f73122-c3f2-4b96-9d29-f12911010f02) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 01:00:35.874112 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-ade7aa1f-a786-489c-b1ac-23be9214dbbe tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for port (92f73122-c3f2-4b96-9d29-f12911010f02), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:35.905968 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-ade7aa1f-a786-489c-b1ac-23be9214dbbe tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (92f73122-c3f2-4b96-9d29-f12911010f02), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:35.947073 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-ade7aa1f-a786-489c-b1ac-23be9214dbbe tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Network 049b6c8b-1072-47b9-b740-d7f0f662cb7f is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 01:00:35.952099 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-ade7aa1f-a786-489c-b1ac-23be9214dbbe tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 01:00:35.954425 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-ade7aa1f-a786-489c-b1ac-23be9214dbbe tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 01:00:35.980323 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7aa1f-a786-489c-b1ac-23be9214dbbe tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Pushing event updated for resources: {'Port': ['ID=92f73122-c3f2-4b96-9d29-f12911010f02,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:36.010348 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-ade7aa1f-a786-489c-b1ac-23be9214dbbe tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:36.010994 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-ade7aa1f-a786-489c-b1ac-23be9214dbbe tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:36.031017 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-ade7aa1f-a786-489c-b1ac-23be9214dbbe tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5386319 Sep 11 01:00:36.050025 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-f8516993-3fac-4aaa-ac14-87cadd7b7b56 service neutron] Request body: {'port': {'device_id': 'b0875c4c-2396-4199-bf90-c505cd4ab7f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:00:36.053907 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:36.130283 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-f8516993-3fac-4aaa-ac14-87cadd7b7b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (92f73122-c3f2-4b96-9d29-f12911010f02), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:36.281051 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-daedc6ee-22e8-458b-a54a-eabd27d0b1d0 None None] Provisioning complete for port 92f73122-c3f2-4b96-9d29-f12911010f02 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 01:00:36.282027 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-daedc6ee-22e8-458b-a54a-eabd27d0b1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (92f73122-c3f2-4b96-9d29-f12911010f02), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:36.303058 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d3d1c-ed07-4e11-b536-e849307a70e9 req-3fb18d70-6c90-4b6f-b73a-c683a8af5778 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:36.303058 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-325d3d1c-ed07-4e11-b536-e849307a70e9 req-3fb18d70-6c90-4b6f-b73a-c683a8af5778 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 932 time: 0.1193788 Sep 11 01:00:36.328938 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 3dbbda2c-61fc-469f-9938-bbf619480c6f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 01:00:36.366669 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-daedc6ee-22e8-458b-a54a-eabd27d0b1d0 None None] Port 92f73122-c3f2-4b96-9d29-f12911010f02 cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 01:00:36.382923 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:36.397518 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Provisioning complete for port 3dbbda2c-61fc-469f-9938-bbf619480c6f triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 01:00:36.397895 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (3dbbda2c-61fc-469f-9938-bbf619480c6f), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:36.451751 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-325d3d1c-ed07-4e11-b536-e849307a70e9 req-8ee141e5-66eb-4562-abea-030fe0937231 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454349 Sep 11 01:00:36.483706 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Current status of the port 3dbbda2c-61fc-469f-9938-bbf619480c6f is: ACTIVE; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 01:00:36.512719 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-f8516993-3fac-4aaa-ac14-87cadd7b7b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f73122-c3f2-4b96-9d29-f12911010f02 {{(pid=112721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 01:00:36.518800 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:36.521402 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-f8516993-3fac-4aaa-ac14-87cadd7b7b56 service neutron] Publish callbacks [] for port (92f73122-c3f2-4b96-9d29-f12911010f02), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:36.536692 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.provisioning_blocks [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-f8516993-3fac-4aaa-ac14-87cadd7b7b56 service neutron] Transition to ACTIVE for port object 92f73122-c3f2-4b96-9d29-f12911010f02 will not be triggered until provisioned by entity L2. {{(pid=112721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 11 01:00:36.540104 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-f8516993-3fac-4aaa-ac14-87cadd7b7b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (92f73122-c3f2-4b96-9d29-f12911010f02), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:36.621876 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8516993-3fac-4aaa-ac14-87cadd7b7b56 service neutron] Pushing event updated for resources: {'Port': ['ID=92f73122-c3f2-4b96-9d29-f12911010f02,revision_number=2']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:36.653293 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-f8516993-3fac-4aaa-ac14-87cadd7b7b56 service neutron] Attempting to bind port 92f73122-c3f2-4b96-9d29-f12911010f02 on host hv-cinder-maste for vnic_type normal with profile {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 01:00:36.653632 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-f8516993-3fac-4aaa-ac14-87cadd7b7b56 service neutron] Attempting to bind port 92f73122-c3f2-4b96-9d29-f12911010f02 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ef78e06f-7c02-47d5-af6d-91bb82a0f05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f'}] {{(pid=112721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 01:00:36.653958 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-f8516993-3fac-4aaa-ac14-87cadd7b7b56 service neutron] Attempting to bind port 92f73122-c3f2-4b96-9d29-f12911010f02 on network 049b6c8b-1072-47b9-b740-d7f0f662cb7f {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 01:00:36.696524 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-f8516993-3fac-4aaa-ac14-87cadd7b7b56 service neutron] Port 92f73122-c3f2-4b96-9d29-f12911010f02 on network 049b6c8b-1072-47b9-b740-d7f0f662cb7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 11 01:00:36.696857 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-f8516993-3fac-4aaa-ac14-87cadd7b7b56 service neutron] Attempting to bind port 92f73122-c3f2-4b96-9d29-f12911010f02 on network 049b6c8b-1072-47b9-b740-d7f0f662cb7f {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 01:00:36.739770 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-f8516993-3fac-4aaa-ac14-87cadd7b7b56 service neutron] Checking agent: {'id': '59bd9a15-1b15-4a76-8496-742ec7e1ef61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'started_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 1, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 01:00:36.740153 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-f8516993-3fac-4aaa-ac14-87cadd7b7b56 service neutron] Checking segment: {'id': 'ef78e06f-7c02-47d5-af6d-91bb82a0f05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 01:00:36.740489 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-f8516993-3fac-4aaa-ac14-87cadd7b7b56 service neutron] Bound using segment: {'id': 'ef78e06f-7c02-47d5-af6d-91bb82a0f05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f'} {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 01:00:36.740963 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-f8516993-3fac-4aaa-ac14-87cadd7b7b56 service neutron] Bound port: 92f73122-c3f2-4b96-9d29-f12911010f02, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef78e06f-7c02-47d5-af6d-91bb82a0f05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f'}}] {{(pid=112721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 01:00:36.741342 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-f8516993-3fac-4aaa-ac14-87cadd7b7b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (92f73122-c3f2-4b96-9d29-f12911010f02), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:36.808234 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-f8516993-3fac-4aaa-ac14-87cadd7b7b56 service neutron] For port 92f73122-c3f2-4b96-9d29-f12911010f02, host hv-cinder-maste, cleared binding levels {{(pid=112721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 01:00:36.811455 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-f8516993-3fac-4aaa-ac14-87cadd7b7b56 service neutron] For port 92f73122-c3f2-4b96-9d29-f12911010f02, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=92f73122-c3f2-4b96-9d29-f12911010f02,segment=NetworkSegment(ef78e06f-7c02-47d5-af6d-91bb82a0f05a),segment_id=ef78e06f-7c02-47d5-af6d-91bb82a0f05a)] {{(pid=112721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 01:00:36.818655 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-f8516993-3fac-4aaa-ac14-87cadd7b7b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (92f73122-c3f2-4b96-9d29-f12911010f02), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:36.822685 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-f8516993-3fac-4aaa-ac14-87cadd7b7b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:36.823332 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-f8516993-3fac-4aaa-ac14-87cadd7b7b56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:36.824731 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-f8516993-3fac-4aaa-ac14-87cadd7b7b56 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/92f73122-c3f2-4b96-9d29-f12911010f02 HTTP/1.1" status: 200 len: 1094 time: 0.7794597 Sep 11 01:00:36.825307 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0875c4c-2396-4199-bf90-c505cd4ab7f8', 'tag': '92f73122-c3f2-4b96-9d29-f12911010f02'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:00:36.827653 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52083a6d-ec1d-45e2-80b2-0d9362e094b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b0875c4c-2396-4199-bf90-c505cd4ab7f8", "tag": "92f73122-c3f2-4b96-9d29-f12911010f02"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:00:36.901614 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 01:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5272a8e6-cb12-493f-b293-d8532954ce99 x-openstack-request-id: req-5272a8e6-cb12-493f-b293-d8532954ce99 {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:00:36.901902 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0875c4c-2396-4199-bf90-c505cd4ab7f8", "tag": "92f73122-c3f2-4b96-9d29-f12911010f02", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:00:36.902149 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5272a8e6-cb12-493f-b293-d8532954ce99 {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:00:36.902586 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5272a8e6-cb12-493f-b293-d8532954ce99'] response: {'name': 'network-changed', 'server_uuid': 'b0875c4c-2396-4199-bf90-c505cd4ab7f8', 'tag': '92f73122-c3f2-4b96-9d29-f12911010f02', 'status': 'completed', 'code': 200} Sep 11 01:00:36.904627 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8516993-3fac-4aaa-ac14-87cadd7b7b56 service neutron] Pushing event updated for resources: {'Port': ['ID=92f73122-c3f2-4b96-9d29-f12911010f02,revision_number=3']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:36.938946 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-88ff6287-abef-4223-8b7a-35976cf8dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:36.940440 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-88ff6287-abef-4223-8b7a-35976cf8dffa service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=15810c36aaa44c5fbc87197f873a6260&device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 1128 time: 0.0506253 Sep 11 01:00:36.988202 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-665b0b97-0da9-486b-bfc2-a43f3371878a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92f73122-c3f2-4b96-9d29-f12911010f02 HTTP/1.1" status: 200 len: 217 time: 0.0339215 Sep 11 01:00:37.031357 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:37.043074 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-4b01d23b-afe1-4334-b6c7-0e98d586b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:37.044531 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-4b01d23b-afe1-4334-b6c7-0e98d586b10d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=e571c870-1a18-4bf5-9ea8-33f488d9bd4d HTTP/1.1" status: 200 len: 850 time: 0.0506234 Sep 11 01:00:37.088137 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-62ac3cd2-19e4-466e-9fed-2d99065413f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:37.089636 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-62ac3cd2-19e4-466e-9fed-2d99065413f5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=049b6c8b-1072-47b9-b740-d7f0f662cb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385163 Sep 11 01:00:37.182639 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-b5d64368-0eb4-48e2-be71-44d65d06ccff service neutron] 10.222.0.18 "GET /networking/v2.0/networks/049b6c8b-1072-47b9-b740-d7f0f662cb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855134 Sep 11 01:00:37.284464 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-90e80387-c19a-4344-b97d-06bfecb61b02 req-c56cef75-9063-4762-940e-d0b1395c9367 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/049b6c8b-1072-47b9-b740-d7f0f662cb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952191 Sep 11 01:00:37.574654 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a9ecb-d1c3-4ad3-a43b-e99f2f33c814 req-04e5b696-9b3c-449c-bccd-ae0c4313d74c tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:37.576153 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fe9a9ecb-d1c3-4ad3-a43b-e99f2f33c814 req-04e5b696-9b3c-449c-bccd-ae0c4313d74c tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 944 time: 0.0463696 Sep 11 01:00:37.622689 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fe9a9ecb-d1c3-4ad3-a43b-e99f2f33c814 req-629bc139-ea20-4b82-a785-bb38b677dada tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409727 Sep 11 01:00:38.140285 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083a6d-ec1d-45e2-80b2-0d9362e094b5 req-132c4d99-999c-4fd0-91a6-b7f061bd376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:38.141725 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-52083a6d-ec1d-45e2-80b2-0d9362e094b5 req-132c4d99-999c-4fd0-91a6-b7f061bd376c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=15810c36aaa44c5fbc87197f873a6260&device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 1128 time: 0.0439804 Sep 11 01:00:38.207144 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:38.232747 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083a6d-ec1d-45e2-80b2-0d9362e094b5 req-90babccf-2ed9-4e8a-aaec-d1813154b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:38.234210 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-52083a6d-ec1d-45e2-80b2-0d9362e094b5 req-90babccf-2ed9-4e8a-aaec-d1813154b89d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=049b6c8b-1072-47b9-b740-d7f0f662cb7f HTTP/1.1" status: 200 len: 912 time: 0.0862424 Sep 11 01:00:38.277541 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-52083a6d-ec1d-45e2-80b2-0d9362e094b5 req-1b1eb645-3632-486a-af1c-fe582e49483d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92f73122-c3f2-4b96-9d29-f12911010f02 HTTP/1.1" status: 200 len: 217 time: 0.0365043 Sep 11 01:00:38.330386 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083a6d-ec1d-45e2-80b2-0d9362e094b5 req-ea4d7dee-ef49-45ab-bc5d-c1eeb6705c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:38.331930 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-52083a6d-ec1d-45e2-80b2-0d9362e094b5 req-ea4d7dee-ef49-45ab-bc5d-c1eeb6705c8e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=e571c870-1a18-4bf5-9ea8-33f488d9bd4d HTTP/1.1" status: 200 len: 850 time: 0.0479887 Sep 11 01:00:38.376912 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52083a6d-ec1d-45e2-80b2-0d9362e094b5 req-5d3291a2-2561-468f-bf78-5b0b5ed5ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:38.378459 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-52083a6d-ec1d-45e2-80b2-0d9362e094b5 req-5d3291a2-2561-468f-bf78-5b0b5ed5ee4d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=049b6c8b-1072-47b9-b740-d7f0f662cb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408969 Sep 11 01:00:38.397467 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 92f73122-c3f2-4b96-9d29-f12911010f02 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 01:00:38.483774 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-52083a6d-ec1d-45e2-80b2-0d9362e094b5 req-f0277e59-786d-4ab7-881c-91548808ebc9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/049b6c8b-1072-47b9-b740-d7f0f662cb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992510 Sep 11 01:00:38.485122 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:38.515930 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 92f73122-c3f2-4b96-9d29-f12911010f02, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=92f73122-c3f2-4b96-9d29-f12911010f02,segment=NetworkSegment(ef78e06f-7c02-47d5-af6d-91bb82a0f05a),segment_id=ef78e06f-7c02-47d5-af6d-91bb82a0f05a)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:00:38.534838 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': '92f73122-c3f2-4b96-9d29-f12911010f02', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'port_id': '92f73122-c3f2-4b96-9d29-f12911010f02', 'mac_address': 'fa:16:3e:69:75:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 01:00:38.576589 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 92f73122-c3f2-4b96-9d29-f12911010f02 is: DOWN; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 01:00:38.576984 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (92f73122-c3f2-4b96-9d29-f12911010f02), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:38.581368 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-52083a6d-ec1d-45e2-80b2-0d9362e094b5 req-a26eaf13-2561-43e3-870d-a4cb439462e4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/049b6c8b-1072-47b9-b740-d7f0f662cb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917702 Sep 11 01:00:38.592854 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f73122-c3f2-4b96-9d29-f12911010f02 {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 01:00:38.613939 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 92f73122-c3f2-4b96-9d29-f12911010f02, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=92f73122-c3f2-4b96-9d29-f12911010f02,segment=NetworkSegment(ef78e06f-7c02-47d5-af6d-91bb82a0f05a),segment_id=ef78e06f-7c02-47d5-af6d-91bb82a0f05a)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:00:38.618350 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (92f73122-c3f2-4b96-9d29-f12911010f02), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:38.665202 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=92f73122-c3f2-4b96-9d29-f12911010f02,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:38.748563 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f7bca-15a8-425d-a0d8-8ca7b5a3ec71 req-7f1fa268-4391-4691-b264-cc7180cfdf46 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:38.750031 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9c4f7bca-15a8-425d-a0d8-8ca7b5a3ec71 req-7f1fa268-4391-4691-b264-cc7180cfdf46 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 945 time: 0.0502019 Sep 11 01:00:38.797812 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9c4f7bca-15a8-425d-a0d8-8ca7b5a3ec71 req-1159851d-333f-4b53-be47-8ead706ddfd0 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417809 Sep 11 01:00:38.944889 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['92f73122-c3f2-4b96-9d29-f12911010f02'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 01:00:39.812622 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb5499-c287-4fef-b9fa-ad1d0f49e693 req-272ccf68-2123-43b9-8b02-0af98ac38757 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:39.814123 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e7cb5499-c287-4fef-b9fa-ad1d0f49e693 req-272ccf68-2123-43b9-8b02-0af98ac38757 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fbd5152f-57bc-4ad1-8009-70681c4097d7 HTTP/1.1" status: 200 len: 945 time: 0.0481799 Sep 11 01:00:39.860860 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e7cb5499-c287-4fef-b9fa-ad1d0f49e693 req-5540e335-9137-4091-bdd2-7cfb6d36603e tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bc4c699b-1dc9-425e-b492-cd5b63edf598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410166 Sep 11 01:00:39.924615 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a076ba6-6323-4866-8f2c-5f3145da42d3 req-4c3755bc-0365-4d16-950b-ff32b6fcbb50 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:39.926054 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5a076ba6-6323-4866-8f2c-5f3145da42d3 req-4c3755bc-0365-4d16-950b-ff32b6fcbb50 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 945 time: 0.0505044 Sep 11 01:00:39.971728 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5a076ba6-6323-4866-8f2c-5f3145da42d3 req-9954274f-6935-4d8c-b765-0344c00030fc tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398023 Sep 11 01:00:40.174617 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=65,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:40.177426 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=71,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:40.405569 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 92f73122-c3f2-4b96-9d29-f12911010f02 up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 01:00:40.446578 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning for port 92f73122-c3f2-4b96-9d29-f12911010f02 completed by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 11 01:00:40.451375 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port 92f73122-c3f2-4b96-9d29-f12911010f02 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 01:00:40.451776 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (92f73122-c3f2-4b96-9d29-f12911010f02), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:40.521677 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 92f73122-c3f2-4b96-9d29-f12911010f02 is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 01:00:40.522074 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (92f73122-c3f2-4b96-9d29-f12911010f02), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:40.547949 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0875c4c-2396-4199-bf90-c505cd4ab7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f73122-c3f2-4b96-9d29-f12911010f02'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:00:40.550151 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086c939c-2f66-4782-8231-1b1fa1f24b2b" -d '{"events": [{"server_uuid": "b0875c4c-2396-4199-bf90-c505cd4ab7f8", "name": "network-vif-plugged", "status": "completed", "tag": "92f73122-c3f2-4b96-9d29-f12911010f02"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:00:40.562596 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 92f73122-c3f2-4b96-9d29-f12911010f02, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=92f73122-c3f2-4b96-9d29-f12911010f02,segment=NetworkSegment(ef78e06f-7c02-47d5-af6d-91bb82a0f05a),segment_id=ef78e06f-7c02-47d5-af6d-91bb82a0f05a)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:00:40.566289 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (92f73122-c3f2-4b96-9d29-f12911010f02), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:40.593810 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 01:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b98ced-dedd-4b7b-b586-b8de84e9c2e9 x-openstack-request-id: req-f3b98ced-dedd-4b7b-b586-b8de84e9c2e9 {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:00:40.594099 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0875c4c-2396-4199-bf90-c505cd4ab7f8", "name": "network-vif-plugged", "status": "completed", "tag": "92f73122-c3f2-4b96-9d29-f12911010f02", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:00:40.594346 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f3b98ced-dedd-4b7b-b586-b8de84e9c2e9 {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:00:40.594737 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b98ced-dedd-4b7b-b586-b8de84e9c2e9'] response: {'server_uuid': 'b0875c4c-2396-4199-bf90-c505cd4ab7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f73122-c3f2-4b96-9d29-f12911010f02', 'code': 200} Sep 11 01:00:40.616675 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=92f73122-c3f2-4b96-9d29-f12911010f02,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:40.964689 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:40.983226 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c35464-cf9b-4047-8762-9c3a62bc8387 req-5d04ed46-667b-454d-9d49-583e550abf55 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:40.984710 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d6c35464-cf9b-4047-8762-9c3a62bc8387 req-5d04ed46-667b-454d-9d49-583e550abf55 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fbd5152f-57bc-4ad1-8009-70681c4097d7 HTTP/1.1" status: 200 len: 945 time: 0.0472593 Sep 11 01:00:41.039037 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d6c35464-cf9b-4047-8762-9c3a62bc8387 req-41f3f0ee-443a-4d77-bd42-af6c63f8bcdc tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bc4c699b-1dc9-425e-b492-cd5b63edf598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483978 Sep 11 01:00:41.096830 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407708b-7d88-4b51-833a-12a2ce1dfe15 req-b5dc66ca-2106-4bdb-a6e1-1f5a88f54973 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:41.098319 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8407708b-7d88-4b51-833a-12a2ce1dfe15 req-b5dc66ca-2106-4bdb-a6e1-1f5a88f54973 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0488491 Sep 11 01:00:41.148596 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8407708b-7d88-4b51-833a-12a2ce1dfe15 req-aef732d5-c5ac-4ace-836b-5e25c5530e44 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444396 Sep 11 01:00:41.566068 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ade03-4a6a-4469-ad76-505900132d97 req-53e59434-1478-435b-a420-1165fa2ae146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:41.568344 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c8ade03-4a6a-4469-ad76-505900132d97 req-53e59434-1478-435b-a420-1165fa2ae146 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 1130 time: 0.0616844 Sep 11 01:00:41.577517 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f1c68-9bcf-4b7f-8b7e-c2e0df1c623a req-3792a6dc-9668-4ec2-9588-fa036211ac61 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:41.579016 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-de0f1c68-9bcf-4b7f-8b7e-c2e0df1c623a req-3792a6dc-9668-4ec2-9588-fa036211ac61 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fbd5152f-57bc-4ad1-8009-70681c4097d7 HTTP/1.1" status: 200 len: 945 time: 0.0592177 Sep 11 01:00:41.619854 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3c8ade03-4a6a-4469-ad76-505900132d97 req-58d76a25-ad2a-4c16-ac29-cfeac3688f57 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449736 Sep 11 01:00:41.670260 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [req-de0f1c68-9bcf-4b7f-8b7e-c2e0df1c623a req-72a46208-2fc7-419f-9792-794a804e08a8 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Deleting port 581e085b-9fa5-4985-97c1-4dfd99d9a05d {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:00:41.670937 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-de0f1c68-9bcf-4b7f-8b7e-c2e0df1c623a req-72a46208-2fc7-419f-9792-794a804e08a8 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (581e085b-9fa5-4985-97c1-4dfd99d9a05d), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:41.683487 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:41.684070 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 49976) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:00:41.761609 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-de0f1c68-9bcf-4b7f-8b7e-c2e0df1c623a req-72a46208-2fc7-419f-9792-794a804e08a8 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] For port 581e085b-9fa5-4985-97c1-4dfd99d9a05d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=581e085b-9fa5-4985-97c1-4dfd99d9a05d,segment=NetworkSegment(a138d863-1f34-49b7-a3ee-1c74f619a662),segment_id=a138d863-1f34-49b7-a3ee-1c74f619a662)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:00:41.761979 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-de0f1c68-9bcf-4b7f-8b7e-c2e0df1c623a req-72a46208-2fc7-419f-9792-794a804e08a8 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (581e085b-9fa5-4985-97c1-4dfd99d9a05d), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:41.779374 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [req-de0f1c68-9bcf-4b7f-8b7e-c2e0df1c623a req-72a46208-2fc7-419f-9792-794a804e08a8 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Calling delete_port for 581e085b-9fa5-4985-97c1-4dfd99d9a05d owned by compute:nova {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:00:41.813698 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-617680a7-9855-4b5a-ba80-ec84ef20dbcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:41.857233 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:41.892793 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-617680a7-9855-4b5a-ba80-ec84ef20dbcc admin admin] Publish callbacks [] for security_group (bf92088d-051b-467a-bccd-83099e2cd541), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:41.896611 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-617680a7-9855-4b5a-ba80-ec84ef20dbcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (bf92088d-051b-467a-bccd-83099e2cd541), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:41.909391 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-de0f1c68-9bcf-4b7f-8b7e-c2e0df1c623a req-72a46208-2fc7-419f-9792-794a804e08a8 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (581e085b-9fa5-4985-97c1-4dfd99d9a05d), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:41.936370 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617680a7-9855-4b5a-ba80-ec84ef20dbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf92088d-051b-467a-bccd-83099e2cd541,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:41.937088 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a46208-2fc7-419f-9792-794a804e08a8 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Pushing event deleted for resources: {'Port': ['ID=581e085b-9fa5-4985-97c1-4dfd99d9a05d,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:41.943343 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-617680a7-9855-4b5a-ba80-ec84ef20dbcc admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7a1656c77f334bde9f4bea96616ead06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2563186 Sep 11 01:00:41.943583 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 49980) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:00:41.951450 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['581e085b-9fa5-4985-97c1-4dfd99d9a05d'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 01:00:41.992667 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0f1c68-9bcf-4b7f-8b7e-c2e0df1c623a req-72a46208-2fc7-419f-9792-794a804e08a8 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] No DVR routers for this DVR port 581e085b-9fa5-4985-97c1-4dfd99d9a05d on host hv-cinder-maste {{(pid=112722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 01:00:41.995353 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-de0f1c68-9bcf-4b7f-8b7e-c2e0df1c623a req-72a46208-2fc7-419f-9792-794a804e08a8 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:41.998643 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-de0f1c68-9bcf-4b7f-8b7e-c2e0df1c623a req-72a46208-2fc7-419f-9792-794a804e08a8 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.18 "DELETE /networking/v2.0/ports/581e085b-9fa5-4985-97c1-4dfd99d9a05d HTTP/1.1" status: 204 len: 173 time: 0.4146252 Sep 11 01:00:41.998979 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-ae6d55df-7634-4f95-8128-6f51af570b72 admin admin] Publish callbacks [] for security_group (bf92088d-051b-467a-bccd-83099e2cd541), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:41.999472 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd5152f-57bc-4ad1-8009-70681c4097d7', 'name': 'network-vif-deleted', 'tag': '581e085b-9fa5-4985-97c1-4dfd99d9a05d'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:00:42.001405 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0544443-aed1-4638-9bcd-d10c13dddb38" -d '{"events": [{"server_uuid": "fbd5152f-57bc-4ad1-8009-70681c4097d7", "name": "network-vif-deleted", "tag": "581e085b-9fa5-4985-97c1-4dfd99d9a05d"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:00:42.019802 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-ae6d55df-7634-4f95-8128-6f51af570b72 admin admin] Publish callbacks [] for security_group (bf92088d-051b-467a-bccd-83099e2cd541), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:42.042772 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 01:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90451af0-54b8-4f26-9a7f-13ba05cee734 x-openstack-request-id: req-90451af0-54b8-4f26-9a7f-13ba05cee734 {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:00:42.043090 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd5152f-57bc-4ad1-8009-70681c4097d7", "name": "network-vif-deleted", "tag": "581e085b-9fa5-4985-97c1-4dfd99d9a05d", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:00:42.043336 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-90451af0-54b8-4f26-9a7f-13ba05cee734 {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:00:42.043732 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90451af0-54b8-4f26-9a7f-13ba05cee734'] response: {'server_uuid': 'fbd5152f-57bc-4ad1-8009-70681c4097d7', 'name': 'network-vif-deleted', 'tag': '581e085b-9fa5-4985-97c1-4dfd99d9a05d', 'status': 'completed', 'code': 200} Sep 11 01:00:42.069525 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-ae6d55df-7634-4f95-8128-6f51af570b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (bf92088d-051b-467a-bccd-83099e2cd541), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:42.073654 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-ae6d55df-7634-4f95-8128-6f51af570b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:42.074946 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-ae6d55df-7634-4f95-8128-6f51af570b72 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bf92088d-051b-467a-bccd-83099e2cd541 HTTP/1.1" status: 204 len: 168 time: 0.1303897 Sep 11 01:00:42.083402 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d55df-7634-4f95-8128-6f51af570b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf92088d-051b-467a-bccd-83099e2cd541,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:42.150532 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-dbbf6582-6410-4c94-9f78-bc9755174d71 req-703a2416-fd81-4a09-942c-5ad3fbba7ecf tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fbd5152f-57bc-4ad1-8009-70681c4097d7 HTTP/1.1" status: 200 len: 210 time: 0.0313354 Sep 11 01:00:42.289758 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a7b00-9aed-4f01-a57e-6e9451149860 req-ae245372-14cc-42e5-9da5-c6224dfe67cb tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:42.291273 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2b3a7b00-9aed-4f01-a57e-6e9451149860 req-ae245372-14cc-42e5-9da5-c6224dfe67cb tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0570385 Sep 11 01:00:42.347243 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2b3a7b00-9aed-4f01-a57e-6e9451149860 req-f8df4e9e-a35e-4325-bbfd-a647fd225089 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498960 Sep 11 01:00:43.278320 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4ba683de-7ba2-4181-831a-d6f74583c30b req-4cc758e4-7950-4c46-8705-d6abaefc32d1 tempest-VolumesSnapshotTestJSON-649966533 tempest-VolumesSnapshotTestJSON-649966533-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fbd5152f-57bc-4ad1-8009-70681c4097d7 HTTP/1.1" status: 200 len: 210 time: 0.0343118 Sep 11 01:00:43.476544 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c295495-1a35-416b-ab97-1170f3dab668 req-b1f75a00-d2b6-4967-8c94-d18235d82c14 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:43.478038 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5c295495-1a35-416b-ab97-1170f3dab668 req-b1f75a00-d2b6-4967-8c94-d18235d82c14 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0478995 Sep 11 01:00:43.525371 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5c295495-1a35-416b-ab97-1170f3dab668 req-83e08b93-33ee-4873-be61-51ef2d629140 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417361 Sep 11 01:00:43.654382 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525498e4-1205-47e6-9ccd-3cc995c1581b req-f4c3827b-a29f-439d-b146-46c5bcf76ff5 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:43.656131 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-525498e4-1205-47e6-9ccd-3cc995c1581b req-f4c3827b-a29f-439d-b146-46c5bcf76ff5 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0584085 Sep 11 01:00:43.666388 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 50022) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:00:43.670620 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-524b18da-5c43-40f5-bf85-2ad6daa87659 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Request body: {'floatingip': {'port_id': '92f73122-c3f2-4b96-9d29-f12911010f02'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:00:43.709011 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-524b18da-5c43-40f5-bf85-2ad6daa87659 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for floatingip (b03a1218-7e5e-4df9-8c2e-351fc20a333f), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:43.747023 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:44.363899 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-524b18da-5c43-40f5-bf85-2ad6daa87659 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:44.369350 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-524b18da-5c43-40f5-bf85-2ad6daa87659 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (b03a1218-7e5e-4df9-8c2e-351fc20a333f), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:44.402639 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:44.416693 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 581e085b-9fa5-4985-97c1-4dfd99d9a05d no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 01:00:44.447696 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:44.449395 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] No Port match for: 581e085b-9fa5-4985-97c1-4dfd99d9a05d {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 01:00:44.449789 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 581e085b-9fa5-4985-97c1-4dfd99d9a05d not bound to the agent host hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 01:00:44.503894 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-fc094bad-8b0f-44fc-ac41-745ffea1195e tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=d99b9dcee07048b49f75a4e0172b42be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354688 Sep 11 01:00:44.505137 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.l3_db [None req-524b18da-5c43-40f5-bf85-2ad6daa87659 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Floating IP b03a1218-7e5e-4df9-8c2e-351fc20a333f associated. External IP: 172.37.5.116, port: 92f73122-c3f2-4b96-9d29-f12911010f02. Sep 11 01:00:44.805485 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-7ce5e64f-dbd0-4d04-b2e2-84ee5320166d tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:44.806969 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-7ce5e64f-dbd0-4d04-b2e2-84ee5320166d tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2676311 Sep 11 01:00:44.858972 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-1e33eb83-4e71-4aba-b334-565d00bc675b tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/quotas/d99b9dcee07048b49f75a4e0172b42be HTTP/1.1" status: 200 len: 375 time: 0.0149236 Sep 11 01:00:44.917786 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-932a43bd-873a-4f1e-be29-87243ed93044 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d99b9dcee07048b49f75a4e0172b42be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518472 Sep 11 01:00:44.943859 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524b18da-5c43-40f5-bf85-2ad6daa87659 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Router c00fe6c2-182e-47ba-bb79-36aebdb5926b has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 01:00:45.071773 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524b18da-5c43-40f5-bf85-2ad6daa87659 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 01:00:45.077036 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-524b18da-5c43-40f5-bf85-2ad6daa87659 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:45.092323 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5cf964-c412-41c8-ac64-5a8bd26409ee None None] Sync routers for ids ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 01:00:45.111426 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5cf964-c412-41c8-ac64-5a8bd26409ee None None] Routers {'c00fe6c2-182e-47ba-bb79-36aebdb5926b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:00:45.112327 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-8b5cf964-c412-41c8-ac64-5a8bd26409ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:00:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:00:45.118292 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-033c81dd-d339-4b1d-b2da-e368b9d89db9 req-1eac59b5-963a-4e33-9693-5cf46be379e9 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0720ceb1-1314-4d6b-a241-4b10b97801d6 HTTP/1.1" status: 200 len: 210 time: 0.0593271 Sep 11 01:00:45.133004 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-524b18da-5c43-40f5-bf85-2ad6daa87659 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/b03a1218-7e5e-4df9-8c2e-351fc20a333f HTTP/1.1" status: 200 len: 992 time: 1.4654968 Sep 11 01:00:45.133994 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0875c4c-2396-4199-bf90-c505cd4ab7f8', 'tag': '92f73122-c3f2-4b96-9d29-f12911010f02'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:00:45.150486 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7ab144-a718-4dc4-b631-947eb00500e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b0875c4c-2396-4199-bf90-c505cd4ab7f8", "tag": "92f73122-c3f2-4b96-9d29-f12911010f02"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:00:45.193408 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 01:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155cb999-b13a-43b7-8e29-2fc1c7747f78 x-openstack-request-id: req-155cb999-b13a-43b7-8e29-2fc1c7747f78 {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:00:45.193702 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0875c4c-2396-4199-bf90-c505cd4ab7f8", "tag": "92f73122-c3f2-4b96-9d29-f12911010f02", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:00:45.193954 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-155cb999-b13a-43b7-8e29-2fc1c7747f78 {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:00:45.194356 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-155cb999-b13a-43b7-8e29-2fc1c7747f78'] response: {'name': 'network-changed', 'server_uuid': 'b0875c4c-2396-4199-bf90-c505cd4ab7f8', 'tag': '92f73122-c3f2-4b96-9d29-f12911010f02', 'status': 'completed', 'code': 200} Sep 11 01:00:45.293123 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ab144-a718-4dc4-b631-947eb00500e7 req-387962ae-1e5b-40ea-ba1f-27b1da4bc446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:45.294923 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-ce7ab144-a718-4dc4-b631-947eb00500e7 req-387962ae-1e5b-40ea-ba1f-27b1da4bc446 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=15810c36aaa44c5fbc87197f873a6260&device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 1130 time: 0.0522249 Sep 11 01:00:45.319703 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:45.330395 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:45.391849 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-8b5cf964-c412-41c8-ac64-5a8bd26409ee None None] Set router c00fe6c2-182e-47ba-bb79-36aebdb5926b gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:00:45.437800 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ab144-a718-4dc4-b631-947eb00500e7 req-6c671b14-81d4-4277-a855-cec76a825719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:45.442133 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-ce7ab144-a718-4dc4-b631-947eb00500e7 req-6c671b14-81d4-4277-a855-cec76a825719 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=049b6c8b-1072-47b9-b740-d7f0f662cb7f HTTP/1.1" status: 200 len: 912 time: 0.1396787 Sep 11 01:00:45.509820 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:45.522012 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-ce7ab144-a718-4dc4-b631-947eb00500e7 req-7b71a075-bc58-41ce-992e-7e143738e1ba service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92f73122-c3f2-4b96-9d29-f12911010f02 HTTP/1.1" status: 200 len: 1000 time: 0.0743814 Sep 11 01:00:45.580192 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ab144-a718-4dc4-b631-947eb00500e7 req-07a0303f-90ae-4664-b80a-4e24ebc949ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:45.581671 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-ce7ab144-a718-4dc4-b631-947eb00500e7 req-07a0303f-90ae-4664-b80a-4e24ebc949ce service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=e571c870-1a18-4bf5-9ea8-33f488d9bd4d HTTP/1.1" status: 200 len: 850 time: 0.0535831 Sep 11 01:00:45.632682 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-8b5cf964-c412-41c8-ac64-5a8bd26409ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'name': 'tempest-AttachVolumeTestJSON-1398942230-router', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219'}], 'enable_snat': True}, 'gw_port_id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T01:00:25Z', 'updated_at': '2022-09-11T01:00:28Z', 'revision_number': 4, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'gw_port': {'id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:26Z', 'updated_at': '2022-09-11T01:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b03a1218-7e5e-4df9-8c2e-351fc20a333f', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'floating_ip_address': '172.37.5.116', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'port_id': '92f73122-c3f2-4b96-9d29-f12911010f02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'mac_address': 'fa:16:3e:69:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0875c4c-2396-4199-bf90-c505cd4ab7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T01:00:30Z', 'updated_at': '2022-09-11T01:00:44Z', 'revision_number': 1, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dbbda2c-61fc-469f-9938-bbf619480c6f', 'name': '', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'mac_address': 'fa:16:3e:f3:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:28Z', 'updated_at': '2022-09-11T01:00:34Z', 'revision_number': 5, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'subnets': [{'id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:00:45.633757 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ab144-a718-4dc4-b631-947eb00500e7 req-00ef3f7e-d19f-4c95-b31a-7a9011eff14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:45.635327 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-ce7ab144-a718-4dc4-b631-947eb00500e7 req-00ef3f7e-d19f-4c95-b31a-7a9011eff14f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=049b6c8b-1072-47b9-b740-d7f0f662cb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460663 Sep 11 01:00:45.664412 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5cf964-c412-41c8-ac64-5a8bd26409ee None None] Checking router: c00fe6c2-182e-47ba-bb79-36aebdb5926b for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 01:00:45.680945 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5cf964-c412-41c8-ac64-5a8bd26409ee None None] Routers {'c00fe6c2-182e-47ba-bb79-36aebdb5926b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:00:45.680945 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-8b5cf964-c412-41c8-ac64-5a8bd26409ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:00:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:00:45.737417 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-ce7ab144-a718-4dc4-b631-947eb00500e7 req-f448af44-ab9a-4af0-b476-c43292f1839a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/049b6c8b-1072-47b9-b740-d7f0f662cb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956638 Sep 11 01:00:45.808568 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-8b5cf964-c412-41c8-ac64-5a8bd26409ee None None] Set router c00fe6c2-182e-47ba-bb79-36aebdb5926b gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:00:45.833800 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:45.868195 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-ce7ab144-a718-4dc4-b631-947eb00500e7 req-fa6b95ff-81a7-47ba-9351-983ec5cd291a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/049b6c8b-1072-47b9-b740-d7f0f662cb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103590 Sep 11 01:00:46.049140 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-8b5cf964-c412-41c8-ac64-5a8bd26409ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'name': 'tempest-AttachVolumeTestJSON-1398942230-router', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219'}], 'enable_snat': True}, 'gw_port_id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T01:00:25Z', 'updated_at': '2022-09-11T01:00:28Z', 'revision_number': 4, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'gw_port': {'id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:26Z', 'updated_at': '2022-09-11T01:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b03a1218-7e5e-4df9-8c2e-351fc20a333f', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'floating_ip_address': '172.37.5.116', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'port_id': '92f73122-c3f2-4b96-9d29-f12911010f02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'mac_address': 'fa:16:3e:69:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0875c4c-2396-4199-bf90-c505cd4ab7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T01:00:30Z', 'updated_at': '2022-09-11T01:00:44Z', 'revision_number': 1, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dbbda2c-61fc-469f-9938-bbf619480c6f', 'name': '', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'mac_address': 'fa:16:3e:f3:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:28Z', 'updated_at': '2022-09-11T01:00:34Z', 'revision_number': 5, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'subnets': [{'id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:00:46.073292 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5cf964-c412-41c8-ac64-5a8bd26409ee None None] The sync data for ids ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'] in dv-cinder-master-3-iscsi is: [{'id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'name': 'tempest-AttachVolumeTestJSON-1398942230-router', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219'}], 'enable_snat': True}, 'gw_port_id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T01:00:25Z', 'updated_at': '2022-09-11T01:00:28Z', 'revision_number': 4, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'gw_port': {'id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:26Z', 'updated_at': '2022-09-11T01:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b03a1218-7e5e-4df9-8c2e-351fc20a333f', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'floating_ip_address': '172.37.5.116', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'port_id': '92f73122-c3f2-4b96-9d29-f12911010f02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'mac_address': 'fa:16:3e:69:75:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0875c4c-2396-4199-bf90-c505cd4ab7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T01:00:30Z', 'updated_at': '2022-09-11T01:00:44Z', 'revision_number': 1, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dbbda2c-61fc-469f-9938-bbf619480c6f', 'name': '', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'mac_address': 'fa:16:3e:f3:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:28Z', 'updated_at': '2022-09-11T01:00:34Z', 'revision_number': 5, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'subnets': [{'id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 01:00:46.230037 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-30b5ecae-4c99-4f64-922a-fd7ba92101bd req-ec07c98b-628f-4e4a-984e-4e6bcda182cb tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0720ceb1-1314-4d6b-a241-4b10b97801d6 HTTP/1.1" status: 200 len: 210 time: 0.0296052 Sep 11 01:00:46.257422 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2977cf93-3f3a-43d0-9fd7-f04ea3891562 None None] New status for floating IP b03a1218-7e5e-4df9-8c2e-351fc20a333f: ACTIVE {{(pid=112724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 01:00:47.339698 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3a22586f-c502-4d89-8730-f5757c582f0c req-31999ff9-dd5e-48e5-a833-a9379fe44de2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0720ceb1-1314-4d6b-a241-4b10b97801d6 HTTP/1.1" status: 200 len: 210 time: 0.0280113 Sep 11 01:00:48.440170 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c976f38b-1a95-4f4b-9065-488d1caa583f req-5fef04a4-6c00-4c53-8e53-638f561d7d87 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0720ceb1-1314-4d6b-a241-4b10b97801d6 HTTP/1.1" status: 200 len: 210 time: 0.0269434 Sep 11 01:00:48.794115 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f98b9609-f183-4020-b6dc-035ed1fe05ba req-a14ef17f-847e-4d9f-a65b-bbf2b0168720 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410843 Sep 11 01:00:48.845600 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:48.863663 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-a666294f-a4ca-4cca-9a68-46daf4f0204a tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=d99b9dcee07048b49f75a4e0172b42be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304317 Sep 11 01:00:48.891820 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b9609-f183-4020-b6dc-035ed1fe05ba req-93b266a6-fff3-4635-ab29-f699213fde21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:48.893427 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f98b9609-f183-4020-b6dc-035ed1fe05ba req-93b266a6-fff3-4635-ab29-f699213fde21 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=a1368870ddbd49be857e9ac128bc684e&device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 1129 time: 0.0440369 Sep 11 01:00:48.971826 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:48.979628 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-7d570774-bb02-42c8-a33b-a60fb2a3c108 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:48.981497 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-7d570774-bb02-42c8-a33b-a60fb2a3c108 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1120310 Sep 11 01:00:49.002484 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Request body: {'port': {'device_id': '0720ceb1-1314-4d6b-a241-4b10b97801d6', 'network_id': 'a501786c-a5b9-4be6-ade5-bd0a7ac81580', 'admin_state_up': True, 'tenant_id': 'd99b9dcee07048b49f75a4e0172b42be'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:00:49.019528 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b9609-f183-4020-b6dc-035ed1fe05ba req-e13510ac-2acd-4aeb-8f1d-be36a7ba2c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:49.021862 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f98b9609-f183-4020-b6dc-035ed1fe05ba req-e13510ac-2acd-4aeb-8f1d-be36a7ba2c52 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=6df3e98e-548f-496e-bd19-e33fc45eb877 HTTP/1.1" status: 200 len: 912 time: 0.1003401 Sep 11 01:00:49.059377 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-2b11b6bc-c0ce-4a3b-99a3-9addf7e5b9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:49.121154 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Made reservation on behalf of d99b9dcee07048b49f75a4e0172b42be for: {'port': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 01:00:49.125033 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:49.134202 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:49.149341 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:49.215556 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Publish callbacks [] for security_group (69c5e195-c0ca-4c26-b4ca-0ef0501e6d2b), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:49.219386 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (69c5e195-c0ca-4c26-b4ca-0ef0501e6d2b), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:49.284439 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69c5e195-c0ca-4c26-b4ca-0ef0501e6d2b,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:49.298178 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:49.298757 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:49.299149 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:49.299757 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:49.300093 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:49.300422 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:49.300753 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:49.301080 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:49.301446 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:49.301791 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:49.302141 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:49.302675 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:49.303038 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:49.303362 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:49.303684 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:49.401217 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Allocated IP 192.168.233.22 (a501786c-a5b9-4be6-ade5-bd0a7ac81580/9f2dac01-326f-4c77-9f3b-2eb3ebb8daf7/15720af2-bce2-4ba7-8d8c-71c82a7506d7) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 01:00:49.561915 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-91c8ebe7-2346-4f7a-b592-e2e015c3624c req-a0c6daaa-3fdb-4af2-81e4-cab36bd67aa1 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0720ceb1-1314-4d6b-a241-4b10b97801d6 HTTP/1.1" status: 200 len: 210 time: 0.0461087 Sep 11 01:00:49.578923 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Publish callbacks [] for port (15720af2-bce2-4ba7-8d8c-71c82a7506d7), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:49.612236 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (15720af2-bce2-4ba7-8d8c-71c82a7506d7), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:49.654200 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Network a501786c-a5b9-4be6-ade5-bd0a7ac81580 is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 01:00:49.660228 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 01:00:49.664365 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 01:00:49.670340 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Pushing event updated for resources: {'Port': ['ID=15720af2-bce2-4ba7-8d8c-71c82a7506d7,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:49.717003 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:49.717619 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:49.719902 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:49.736416 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-76755fe8-120c-492d-af72-44cdbae0a3a2 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7383919 Sep 11 01:00:49.878150 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-6a90f5ac-dcec-4d74-bf40-edbc3e6ccc95 None None] Provisioning complete for port 15720af2-bce2-4ba7-8d8c-71c82a7506d7 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 01:00:49.878552 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-6a90f5ac-dcec-4d74-bf40-edbc3e6ccc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (15720af2-bce2-4ba7-8d8c-71c82a7506d7), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:49.909984 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-6a90f5ac-dcec-4d74-bf40-edbc3e6ccc95 None None] Port 15720af2-bce2-4ba7-8d8c-71c82a7506d7 cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 01:00:50.686984 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4457f3-8daa-48da-a08a-8d5b0e84ace2 req-aac4df4f-66ec-46bf-8b58-2271b11d9a17 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:50.688392 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-df4457f3-8daa-48da-a08a-8d5b0e84ace2 req-aac4df4f-66ec-46bf-8b58-2271b11d9a17 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0720ceb1-1314-4d6b-a241-4b10b97801d6 HTTP/1.1" status: 200 len: 935 time: 0.0508428 Sep 11 01:00:50.736447 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-df4457f3-8daa-48da-a08a-8d5b0e84ace2 req-36eedc09-9b84-430c-8fac-5e24a2197974 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=69c5e195-c0ca-4c26-b4ca-0ef0501e6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420797 Sep 11 01:00:51.342542 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-3938e299-1e11-4191-9bdb-88fbe4be409f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:51.671537 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-fb0bc6b7-622f-4028-8b83-cafcd0b33388 service neutron] Request body: {'port': {'device_id': '0720ceb1-1314-4d6b-a241-4b10b97801d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:00:51.721925 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f98b9609-f183-4020-b6dc-035ed1fe05ba req-5dad0a0b-bca6-4ed1-be56-215fbfb241b5 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc9b80b7-364d-4952-97b3-277a78d5fa01 HTTP/1.1" status: 200 len: 1001 time: 0.0545831 Sep 11 01:00:51.730872 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-fb0bc6b7-622f-4028-8b83-cafcd0b33388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (15720af2-bce2-4ba7-8d8c-71c82a7506d7), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:51.857123 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:51.919679 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c76f62-6f7b-4df1-b090-2278d3ee7fb9 req-9327ee3f-42ae-479a-ad25-8dfa4e19a7ee tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:51.921209 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-33c76f62-6f7b-4df1-b090-2278d3ee7fb9 req-9327ee3f-42ae-479a-ad25-8dfa4e19a7ee tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0720ceb1-1314-4d6b-a241-4b10b97801d6 HTTP/1.1" status: 200 len: 935 time: 0.0848551 Sep 11 01:00:52.006910 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-33c76f62-6f7b-4df1-b090-2278d3ee7fb9 req-a5270e96-8f1c-41fc-84be-caf8b535390d tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=69c5e195-c0ca-4c26-b4ca-0ef0501e6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534618 Sep 11 01:00:52.054217 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b9609-f183-4020-b6dc-035ed1fe05ba req-177c015c-cddd-4c04-86f9-c9fab5834fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:52.055813 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f98b9609-f183-4020-b6dc-035ed1fe05ba req-177c015c-cddd-4c04-86f9-c9fab5834fbb service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=f3ea7549-800e-4ee0-ab06-2db2363e7855 HTTP/1.1" status: 200 len: 850 time: 0.3210311 Sep 11 01:00:52.101570 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-fb0bc6b7-622f-4028-8b83-cafcd0b33388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15720af2-bce2-4ba7-8d8c-71c82a7506d7 {{(pid=112721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 01:00:52.103768 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b9609-f183-4020-b6dc-035ed1fe05ba req-d4865d8a-d828-442f-94bd-736182bd81b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:52.106479 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f98b9609-f183-4020-b6dc-035ed1fe05ba req-d4865d8a-d828-442f-94bd-736182bd81b1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=6df3e98e-548f-496e-bd19-e33fc45eb877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438693 Sep 11 01:00:52.109925 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-fb0bc6b7-622f-4028-8b83-cafcd0b33388 service neutron] Publish callbacks [] for port (15720af2-bce2-4ba7-8d8c-71c82a7506d7), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:52.123357 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.provisioning_blocks [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-fb0bc6b7-622f-4028-8b83-cafcd0b33388 service neutron] Transition to ACTIVE for port object 15720af2-bce2-4ba7-8d8c-71c82a7506d7 will not be triggered until provisioned by entity L2. {{(pid=112721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 11 01:00:52.128002 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-fb0bc6b7-622f-4028-8b83-cafcd0b33388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (15720af2-bce2-4ba7-8d8c-71c82a7506d7), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:52.208795 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f98b9609-f183-4020-b6dc-035ed1fe05ba req-8e8240ea-ab29-4799-bc19-e17831cd380b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969644 Sep 11 01:00:52.221776 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0bc6b7-622f-4028-8b83-cafcd0b33388 service neutron] Pushing event updated for resources: {'Port': ['ID=15720af2-bce2-4ba7-8d8c-71c82a7506d7,revision_number=2']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:52.249907 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-fb0bc6b7-622f-4028-8b83-cafcd0b33388 service neutron] Attempting to bind port 15720af2-bce2-4ba7-8d8c-71c82a7506d7 on host hv-cinder-maste for vnic_type normal with profile {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 01:00:52.250283 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-fb0bc6b7-622f-4028-8b83-cafcd0b33388 service neutron] Attempting to bind port 15720af2-bce2-4ba7-8d8c-71c82a7506d7 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '06b345f5-e4aa-463c-bd2f-bdf85944b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a501786c-a5b9-4be6-ade5-bd0a7ac81580'}] {{(pid=112721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 01:00:52.250644 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-fb0bc6b7-622f-4028-8b83-cafcd0b33388 service neutron] Attempting to bind port 15720af2-bce2-4ba7-8d8c-71c82a7506d7 on network a501786c-a5b9-4be6-ade5-bd0a7ac81580 {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 01:00:52.294179 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-fb0bc6b7-622f-4028-8b83-cafcd0b33388 service neutron] Port 15720af2-bce2-4ba7-8d8c-71c82a7506d7 on network a501786c-a5b9-4be6-ade5-bd0a7ac81580 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 11 01:00:52.294512 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-fb0bc6b7-622f-4028-8b83-cafcd0b33388 service neutron] Attempting to bind port 15720af2-bce2-4ba7-8d8c-71c82a7506d7 on network a501786c-a5b9-4be6-ade5-bd0a7ac81580 {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 01:00:52.314555 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-f98b9609-f183-4020-b6dc-035ed1fe05ba req-36233fe9-8d6d-4f99-8da3-259e68ae8743 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001208 Sep 11 01:00:52.343308 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-fb0bc6b7-622f-4028-8b83-cafcd0b33388 service neutron] Checking agent: {'id': '59bd9a15-1b15-4a76-8496-742ec7e1ef61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'started_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 1, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 01:00:52.343650 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-fb0bc6b7-622f-4028-8b83-cafcd0b33388 service neutron] Checking segment: {'id': '06b345f5-e4aa-463c-bd2f-bdf85944b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a501786c-a5b9-4be6-ade5-bd0a7ac81580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 01:00:52.344045 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-fb0bc6b7-622f-4028-8b83-cafcd0b33388 service neutron] Bound using segment: {'id': '06b345f5-e4aa-463c-bd2f-bdf85944b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a501786c-a5b9-4be6-ade5-bd0a7ac81580'} {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 01:00:52.344483 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-fb0bc6b7-622f-4028-8b83-cafcd0b33388 service neutron] Bound port: 15720af2-bce2-4ba7-8d8c-71c82a7506d7, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06b345f5-e4aa-463c-bd2f-bdf85944b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a501786c-a5b9-4be6-ade5-bd0a7ac81580'}}] {{(pid=112721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 01:00:52.344843 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-fb0bc6b7-622f-4028-8b83-cafcd0b33388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (15720af2-bce2-4ba7-8d8c-71c82a7506d7), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:52.347440 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:52.455752 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-fb0bc6b7-622f-4028-8b83-cafcd0b33388 service neutron] For port 15720af2-bce2-4ba7-8d8c-71c82a7506d7, host hv-cinder-maste, cleared binding levels {{(pid=112721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 01:00:52.459288 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-fb0bc6b7-622f-4028-8b83-cafcd0b33388 service neutron] For port 15720af2-bce2-4ba7-8d8c-71c82a7506d7, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=15720af2-bce2-4ba7-8d8c-71c82a7506d7,segment=NetworkSegment(06b345f5-e4aa-463c-bd2f-bdf85944b4ff),segment_id=06b345f5-e4aa-463c-bd2f-bdf85944b4ff)] {{(pid=112721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 01:00:52.475783 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-fb0bc6b7-622f-4028-8b83-cafcd0b33388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (15720af2-bce2-4ba7-8d8c-71c82a7506d7), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:52.484349 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-fb0bc6b7-622f-4028-8b83-cafcd0b33388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:52.484786 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-fb0bc6b7-622f-4028-8b83-cafcd0b33388 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:52.486618 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-fb0bc6b7-622f-4028-8b83-cafcd0b33388 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/15720af2-bce2-4ba7-8d8c-71c82a7506d7 HTTP/1.1" status: 200 len: 1097 time: 0.8189807 Sep 11 01:00:52.486763 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0720ceb1-1314-4d6b-a241-4b10b97801d6', 'tag': '15720af2-bce2-4ba7-8d8c-71c82a7506d7'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:00:52.489086 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc69c18-3f68-4aae-871f-823631e4aa20" -d '{"events": [{"name": "network-changed", "server_uuid": "0720ceb1-1314-4d6b-a241-4b10b97801d6", "tag": "15720af2-bce2-4ba7-8d8c-71c82a7506d7"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:00:52.542359 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0bc6b7-622f-4028-8b83-cafcd0b33388 service neutron] Pushing event updated for resources: {'Port': ['ID=15720af2-bce2-4ba7-8d8c-71c82a7506d7,revision_number=3']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:52.573126 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 01:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7473ab-263c-4ade-9478-7af0edabda17 x-openstack-request-id: req-2b7473ab-263c-4ade-9478-7af0edabda17 {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:00:52.573262 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0720ceb1-1314-4d6b-a241-4b10b97801d6", "tag": "15720af2-bce2-4ba7-8d8c-71c82a7506d7", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:00:52.573449 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2b7473ab-263c-4ade-9478-7af0edabda17 {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:00:52.573857 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b7473ab-263c-4ade-9478-7af0edabda17'] response: {'name': 'network-changed', 'server_uuid': '0720ceb1-1314-4d6b-a241-4b10b97801d6', 'tag': '15720af2-bce2-4ba7-8d8c-71c82a7506d7', 'status': 'completed', 'code': 200} Sep 11 01:00:52.634446 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:52.637447 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-f49d4baa-5651-474c-a34d-bc5df2fa1835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:52.639035 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-f49d4baa-5651-474c-a34d-bc5df2fa1835 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d99b9dcee07048b49f75a4e0172b42be&device_id=0720ceb1-1314-4d6b-a241-4b10b97801d6 HTTP/1.1" status: 200 len: 1131 time: 0.0459907 Sep 11 01:00:52.967559 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-a6850ace-7cc5-4a34-b09a-1e8a049b9203 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=15720af2-bce2-4ba7-8d8c-71c82a7506d7 HTTP/1.1" status: 200 len: 217 time: 0.0364959 Sep 11 01:00:53.023261 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-829380ac-508f-46fb-8bbe-ee915c32ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:53.024823 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-829380ac-508f-46fb-8bbe-ee915c32ccc4 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=9f2dac01-326f-4c77-9f3b-2eb3ebb8daf7 HTTP/1.1" status: 200 len: 843 time: 0.0513062 Sep 11 01:00:53.074984 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-f7b7d879-b1ad-48e1-ab8e-0500073181a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:53.077205 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-f7b7d879-b1ad-48e1-ab8e-0500073181a4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a501786c-a5b9-4be6-ade5-bd0a7ac81580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0455425 Sep 11 01:00:53.185064 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792817aa-7892-485c-a7a2-08fe7ba8006f req-7842ef10-3891-420c-85a8-8054aa46ebfc tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:53.186523 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-792817aa-7892-485c-a7a2-08fe7ba8006f req-7842ef10-3891-420c-85a8-8054aa46ebfc tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0720ceb1-1314-4d6b-a241-4b10b97801d6 HTTP/1.1" status: 200 len: 947 time: 0.0999446 Sep 11 01:00:53.246300 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-94b063c6-e579-4b2e-9050-0f6da7d7019c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a501786c-a5b9-4be6-ade5-bd0a7ac81580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607840 Sep 11 01:00:53.264629 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:53.280193 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-792817aa-7892-485c-a7a2-08fe7ba8006f req-b1167600-c461-4886-9eb0-fc2cdca2b43c tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=69c5e195-c0ca-4c26-b4ca-0ef0501e6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876641 Sep 11 01:00:53.357068 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-71e72ee1-cb35-449b-9136-d0aa5b3fa858 req-2c004245-4d07-400c-85b7-f6e92fcd83c1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a501786c-a5b9-4be6-ade5-bd0a7ac81580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029532 Sep 11 01:00:53.483036 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 01:00:53.764462 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:53.945831 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:53.951121 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:54.368608 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc69c18-3f68-4aae-871f-823631e4aa20 req-b6dd37c0-0c74-45c4-83f2-c9792aa4fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:54.370127 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4cc69c18-3f68-4aae-871f-823631e4aa20 req-b6dd37c0-0c74-45c4-83f2-c9792aa4fa9d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d99b9dcee07048b49f75a4e0172b42be&device_id=0720ceb1-1314-4d6b-a241-4b10b97801d6 HTTP/1.1" status: 200 len: 1131 time: 0.0513175 Sep 11 01:00:54.753472 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e2d3c-6290-4337-847c-8ef7b679aa3d req-f8e5c49c-80c1-4ae3-92b9-fd7c8fca1370 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:54.754976 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c85e2d3c-6290-4337-847c-8ef7b679aa3d req-f8e5c49c-80c1-4ae3-92b9-fd7c8fca1370 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0720ceb1-1314-4d6b-a241-4b10b97801d6 HTTP/1.1" status: 200 len: 947 time: 0.3818660 Sep 11 01:00:54.826538 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc69c18-3f68-4aae-871f-823631e4aa20 req-0cc8a082-b0ea-4cf7-8476-b8c0d7002c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:54.828056 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4cc69c18-3f68-4aae-871f-823631e4aa20 req-0cc8a082-b0ea-4cf7-8476-b8c0d7002c02 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=a501786c-a5b9-4be6-ade5-bd0a7ac81580 HTTP/1.1" status: 200 len: 870 time: 0.4463327 Sep 11 01:00:54.836514 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c85e2d3c-6290-4337-847c-8ef7b679aa3d req-e35df95b-f3f1-4640-9915-221200e7cd14 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=69c5e195-c0ca-4c26-b4ca-0ef0501e6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723908 Sep 11 01:00:54.880133 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4cc69c18-3f68-4aae-871f-823631e4aa20 req-73dd4222-0fdb-4289-a78d-9ca9ccc35605 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=15720af2-bce2-4ba7-8d8c-71c82a7506d7 HTTP/1.1" status: 200 len: 217 time: 0.0426087 Sep 11 01:00:54.942781 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc69c18-3f68-4aae-871f-823631e4aa20 req-47faa030-82cb-41de-9d68-fa59055c245a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:54.944473 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4cc69c18-3f68-4aae-871f-823631e4aa20 req-47faa030-82cb-41de-9d68-fa59055c245a service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=9f2dac01-326f-4c77-9f3b-2eb3ebb8daf7 HTTP/1.1" status: 200 len: 843 time: 0.0577655 Sep 11 01:00:54.997970 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc69c18-3f68-4aae-871f-823631e4aa20 req-c69de349-1ea0-4038-ad63-a96bac3bb9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:54.999549 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4cc69c18-3f68-4aae-871f-823631e4aa20 req-c69de349-1ea0-4038-ad63-a96bac3bb9a9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a501786c-a5b9-4be6-ade5-bd0a7ac81580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0473261 Sep 11 01:00:55.098001 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4cc69c18-3f68-4aae-871f-823631e4aa20 req-bc7dd51a-c92f-4516-899e-966a06fd4698 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a501786c-a5b9-4be6-ade5-bd0a7ac81580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916891 Sep 11 01:00:55.178366 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:55.189017 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4cc69c18-3f68-4aae-871f-823631e4aa20 req-02e40ac7-1dbb-45a4-bb93-df9282193124 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a501786c-a5b9-4be6-ade5-bd0a7ac81580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848453 Sep 11 01:00:55.611137 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 15720af2-bce2-4ba7-8d8c-71c82a7506d7 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 01:00:55.712835 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 15720af2-bce2-4ba7-8d8c-71c82a7506d7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=15720af2-bce2-4ba7-8d8c-71c82a7506d7,segment=NetworkSegment(06b345f5-e4aa-463c-bd2f-bdf85944b4ff),segment_id=06b345f5-e4aa-463c-bd2f-bdf85944b4ff)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:00:55.725904 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': '15720af2-bce2-4ba7-8d8c-71c82a7506d7', 'network_id': 'a501786c-a5b9-4be6-ade5-bd0a7ac81580', 'port_id': '15720af2-bce2-4ba7-8d8c-71c82a7506d7', 'mac_address': 'fa:16:3e:19:b0:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2dac01-326f-4c77-9f3b-2eb3ebb8daf7', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 01:00:55.763844 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 15720af2-bce2-4ba7-8d8c-71c82a7506d7 is: DOWN; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 01:00:55.764234 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (15720af2-bce2-4ba7-8d8c-71c82a7506d7), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:55.782270 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15720af2-bce2-4ba7-8d8c-71c82a7506d7 {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 01:00:55.801934 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 15720af2-bce2-4ba7-8d8c-71c82a7506d7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=15720af2-bce2-4ba7-8d8c-71c82a7506d7,segment=NetworkSegment(06b345f5-e4aa-463c-bd2f-bdf85944b4ff),segment_id=06b345f5-e4aa-463c-bd2f-bdf85944b4ff)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:00:55.806248 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (15720af2-bce2-4ba7-8d8c-71c82a7506d7), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:55.854446 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=15720af2-bce2-4ba7-8d8c-71c82a7506d7,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:55.862253 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:55.862401 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:55.862632 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:55.863005 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:55.863344 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:55.863674 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:55.864001 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:55.864327 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:55.864651 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:55.865017 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:55.865341 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:55.865664 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:55.865988 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:55.866305 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:55.866625 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:00:55.953466 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-26841af0-e7ee-47de-8f4c-d126cfd142c2 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-926362896&fields=id&tenant_id=a1368870ddbd49be857e9ac128bc684e HTTP/1.1" status: 200 len: 267 time: 0.0628135 Sep 11 01:00:56.039086 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b0263-94f9-46e9-96b7-82a189f6ed43 req-3490b68b-b4a5-488f-b55d-4d55bc1bae71 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:56.040566 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2e6b0263-94f9-46e9-96b7-82a189f6ed43 req-3490b68b-b4a5-488f-b55d-4d55bc1bae71 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0720ceb1-1314-4d6b-a241-4b10b97801d6 HTTP/1.1" status: 200 len: 948 time: 0.1054516 Sep 11 01:00:56.113503 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['15720af2-bce2-4ba7-8d8c-71c82a7506d7'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 01:00:56.139339 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-f5b4adf5-611f-4fde-b912-5af8060af89a tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:56.143250 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-f5b4adf5-611f-4fde-b912-5af8060af89a tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/networks?id=6df3e98e-548f-496e-bd19-e33fc45eb877 HTTP/1.1" status: 200 len: 811 time: 0.1698163 Sep 11 01:00:56.148691 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2e6b0263-94f9-46e9-96b7-82a189f6ed43 req-aeb0bbe5-9ca7-42d1-aa5a-eafb1647ba83 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=69c5e195-c0ca-4c26-b4ca-0ef0501e6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000762 Sep 11 01:00:56.159922 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-d6771f00-93ac-4d20-a800-b0456dd8bbf7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/quotas/a1368870ddbd49be857e9ac128bc684e HTTP/1.1" status: 200 len: 375 time: 0.0102925 Sep 11 01:00:56.209701 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:56.222411 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-6ab27ee5-575d-4714-84b4-377578f2508a tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=a1368870ddbd49be857e9ac128bc684e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565386 Sep 11 01:00:56.321556 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:56.327694 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-808d1b11-4c9c-4c8f-9d0a-7f8918ce7edb service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887482 Sep 11 01:00:56.420807 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-32c165d7-fc2d-4780-853e-eceae6f8946c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873427 Sep 11 01:00:56.441479 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:00:56.719700 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-873176d3-eafd-49f3-ac10-d82538c2bb41 req-932452a0-6743-4214-bc67-c8f18e7e63ec tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 210 time: 0.0276604 Sep 11 01:00:57.281972 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33324626-077b-4494-9086-1c6d343ca53e req-988e6aae-2a55-4d70-ab56-93bde42ddcac tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:57.283695 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-33324626-077b-4494-9086-1c6d343ca53e req-988e6aae-2a55-4d70-ab56-93bde42ddcac tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0720ceb1-1314-4d6b-a241-4b10b97801d6 HTTP/1.1" status: 200 len: 948 time: 0.0535672 Sep 11 01:00:57.341218 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-33324626-077b-4494-9086-1c6d343ca53e req-ef7661f4-7a17-46ea-84dd-8341ee710adf tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=69c5e195-c0ca-4c26-b4ca-0ef0501e6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513968 Sep 11 01:00:57.627635 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 15720af2-bce2-4ba7-8d8c-71c82a7506d7 up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 01:00:57.670573 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning for port 15720af2-bce2-4ba7-8d8c-71c82a7506d7 completed by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 11 01:00:57.676841 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port 15720af2-bce2-4ba7-8d8c-71c82a7506d7 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 01:00:57.677328 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (15720af2-bce2-4ba7-8d8c-71c82a7506d7), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:57.746955 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 15720af2-bce2-4ba7-8d8c-71c82a7506d7 is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 01:00:57.747338 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (15720af2-bce2-4ba7-8d8c-71c82a7506d7), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:57.770962 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0720ceb1-1314-4d6b-a241-4b10b97801d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15720af2-bce2-4ba7-8d8c-71c82a7506d7'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:00:57.774117 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e42ee52-d90d-43c3-b8c1-739a3cc88270" -d '{"events": [{"server_uuid": "0720ceb1-1314-4d6b-a241-4b10b97801d6", "name": "network-vif-plugged", "status": "completed", "tag": "15720af2-bce2-4ba7-8d8c-71c82a7506d7"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:00:57.791543 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 15720af2-bce2-4ba7-8d8c-71c82a7506d7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=15720af2-bce2-4ba7-8d8c-71c82a7506d7,segment=NetworkSegment(06b345f5-e4aa-463c-bd2f-bdf85944b4ff),segment_id=06b345f5-e4aa-463c-bd2f-bdf85944b4ff)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:00:57.795847 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (15720af2-bce2-4ba7-8d8c-71c82a7506d7), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:00:57.821424 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 01:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7960df9c-b535-4e84-b82b-acacb53973ff x-openstack-request-id: req-7960df9c-b535-4e84-b82b-acacb53973ff {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:00:57.821712 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0720ceb1-1314-4d6b-a241-4b10b97801d6", "name": "network-vif-plugged", "status": "completed", "tag": "15720af2-bce2-4ba7-8d8c-71c82a7506d7", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:00:57.821960 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7960df9c-b535-4e84-b82b-acacb53973ff {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:00:57.822348 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7960df9c-b535-4e84-b82b-acacb53973ff'] response: {'server_uuid': '0720ceb1-1314-4d6b-a241-4b10b97801d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15720af2-bce2-4ba7-8d8c-71c82a7506d7', 'code': 200} Sep 11 01:00:57.830666 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-59210f70-3cec-49aa-abf1-7b1667c32ed4 req-e3211087-5a1c-4941-82a9-78503d8a0bcb tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 210 time: 0.0344436 Sep 11 01:00:57.848556 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=15720af2-bce2-4ba7-8d8c-71c82a7506d7,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:00:58.467646 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be2abc-d673-49aa-8ff9-1b732934f7d0 req-a8be7d73-50be-4eab-a4af-aa6ef75fa074 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:58.469115 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a5be2abc-d673-49aa-8ff9-1b732934f7d0 req-a8be7d73-50be-4eab-a4af-aa6ef75fa074 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0720ceb1-1314-4d6b-a241-4b10b97801d6 HTTP/1.1" status: 200 len: 949 time: 0.0464685 Sep 11 01:00:58.515477 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a5be2abc-d673-49aa-8ff9-1b732934f7d0 req-6bc1c2b9-5ba9-4b0c-8a41-4d4c13535937 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=69c5e195-c0ca-4c26-b4ca-0ef0501e6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404041 Sep 11 01:00:58.938739 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4d30c4b4-26f0-4152-ae91-c9c29d89d281 req-b1cede73-dc1e-417a-bb4e-c453fdd0e2bd tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 210 time: 0.0276308 Sep 11 01:00:59.642567 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5b36a-e03e-48d0-b452-b1e402bc193c req-ebab20dd-13be-406a-95c0-0c9dd2cdcbfc tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:00:59.644043 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5fb5b36a-e03e-48d0-b452-b1e402bc193c req-ebab20dd-13be-406a-95c0-0c9dd2cdcbfc tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0720ceb1-1314-4d6b-a241-4b10b97801d6 HTTP/1.1" status: 200 len: 949 time: 0.0500357 Sep 11 01:00:59.689891 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5fb5b36a-e03e-48d0-b452-b1e402bc193c req-86dda15f-20d5-465a-af20-713553e80e87 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=69c5e195-c0ca-4c26-b4ca-0ef0501e6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403175 Sep 11 01:01:00.041608 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8eb84cd5-7f76-4e65-9b94-44a319670aa5 req-594a5ae2-ff64-4b41-ac69-031558448551 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 210 time: 0.0274298 Sep 11 01:01:00.646063 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:00.652873 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd803561-e005-4c5a-89a2-0fd0632ae3e9 req-4d76cc9a-ab8c-40d3-b1a8-7da92f402797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:00.654289 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-3426cef5-d2a6-4de7-9d74-04e57898a13f tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:00.654425 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-fd803561-e005-4c5a-89a2-0fd0632ae3e9 req-4d76cc9a-ab8c-40d3-b1a8-7da92f402797 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0720ceb1-1314-4d6b-a241-4b10b97801d6 HTTP/1.1" status: 200 len: 1133 time: 0.0482688 Sep 11 01:01:00.656077 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-3426cef5-d2a6-4de7-9d74-04e57898a13f tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.18 "GET /networking/v2.0/networks?id=6df3e98e-548f-496e-bd19-e33fc45eb877 HTTP/1.1" status: 200 len: 811 time: 0.1117833 Sep 11 01:01:00.721794 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-fd803561-e005-4c5a-89a2-0fd0632ae3e9 req-c100455c-3e31-4e82-830a-bbfb37e30117 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=69c5e195-c0ca-4c26-b4ca-0ef0501e6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429897 Sep 11 01:01:00.738186 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-8d224bbd-ccd6-43d0-95a1-b4df893ad969 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a1368870ddbd49be857e9ac128bc684e HTTP/1.1" status: 200 len: 379 time: 0.0590870 Sep 11 01:01:00.811126 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d39f1a-647d-40f7-a35f-4305db0aa110 req-87c63099-8022-4246-b13b-94d7ca51445d tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:00.812494 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-39d39f1a-647d-40f7-a35f-4305db0aa110 req-87c63099-8022-4246-b13b-94d7ca51445d tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0720ceb1-1314-4d6b-a241-4b10b97801d6 HTTP/1.1" status: 200 len: 949 time: 0.0463777 Sep 11 01:01:00.859061 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-39d39f1a-647d-40f7-a35f-4305db0aa110 req-6314ffbc-0ccd-4211-abac-9241ba1cfe9f tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=69c5e195-c0ca-4c26-b4ca-0ef0501e6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410273 Sep 11 01:01:01.014395 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-408cfde7-d5a5-427b-bdcb-a1ed6078d368 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Request body: {'port': {'device_id': '9fa9d72f-859a-4226-a36e-d6184259b87f', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'admin_state_up': True, 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'security_groups': ['13acb4db-be99-49b4-a753-cd6637e6af9a']}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:01:01.156223 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0009892d-d561-45ee-b4cf-46ae457d2633 req-676d1615-278c-48fd-80b0-387dd17f53cc tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 210 time: 0.0346332 Sep 11 01:01:01.157791 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-408cfde7-d5a5-427b-bdcb-a1ed6078d368 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Made reservation on behalf of a1368870ddbd49be857e9ac128bc684e for: {'port': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 01:01:01.162253 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-408cfde7-d5a5-427b-bdcb-a1ed6078d368 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:01.290368 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-408cfde7-d5a5-427b-bdcb-a1ed6078d368 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Allocated IP 172.20.0.3 (6df3e98e-548f-496e-bd19-e33fc45eb877/f3ea7549-800e-4ee0-ab06-2db2363e7855/b10a8d16-c478-4d06-9202-ebcd673aec65) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 01:01:01.344661 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:01.433217 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-408cfde7-d5a5-427b-bdcb-a1ed6078d368 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for port (b10a8d16-c478-4d06-9202-ebcd673aec65), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:01.467118 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-408cfde7-d5a5-427b-bdcb-a1ed6078d368 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (b10a8d16-c478-4d06-9202-ebcd673aec65), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:01.513388 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-408cfde7-d5a5-427b-bdcb-a1ed6078d368 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Network 6df3e98e-548f-496e-bd19-e33fc45eb877 is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 01:01:01.519063 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-408cfde7-d5a5-427b-bdcb-a1ed6078d368 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 01:01:01.523461 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-408cfde7-d5a5-427b-bdcb-a1ed6078d368 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 01:01:01.554403 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408cfde7-d5a5-427b-bdcb-a1ed6078d368 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Pushing event updated for resources: {'Port': ['ID=b10a8d16-c478-4d06-9202-ebcd673aec65,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:01:01.590958 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-408cfde7-d5a5-427b-bdcb-a1ed6078d368 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:01.591913 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-408cfde7-d5a5-427b-bdcb-a1ed6078d368 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:01.612374 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-408cfde7-d5a5-427b-bdcb-a1ed6078d368 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6017978 Sep 11 01:01:01.770935 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-2c9d9a38-99e6-4169-bc68-c993b46bd003 service neutron] Request body: {'port': {'device_id': '9fa9d72f-859a-4226-a36e-d6184259b87f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:01:01.813934 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-38b78b0e-fef9-4ea6-85e1-325cbe2d1324 None None] Provisioning complete for port b10a8d16-c478-4d06-9202-ebcd673aec65 triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 01:01:01.814554 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-38b78b0e-fef9-4ea6-85e1-325cbe2d1324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (b10a8d16-c478-4d06-9202-ebcd673aec65), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:01.846264 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:01.857832 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-38b78b0e-fef9-4ea6-85e1-325cbe2d1324 None None] Port b10a8d16-c478-4d06-9202-ebcd673aec65 cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 01:01:01.879397 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-2c9d9a38-99e6-4169-bc68-c993b46bd003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (b10a8d16-c478-4d06-9202-ebcd673aec65), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:02.057795 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a84e1-107a-41c9-9456-33e3e4e0215a req-e6d9fba5-d72b-4efe-bbdc-f7c4f1882a6e tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:02.059302 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-dc7a84e1-107a-41c9-9456-33e3e4e0215a req-e6d9fba5-d72b-4efe-bbdc-f7c4f1882a6e tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0720ceb1-1314-4d6b-a241-4b10b97801d6 HTTP/1.1" status: 200 len: 949 time: 0.0665147 Sep 11 01:01:02.157185 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-dc7a84e1-107a-41c9-9456-33e3e4e0215a req-c8a34844-1ccc-44c6-b00a-96d34c3217b7 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=69c5e195-c0ca-4c26-b4ca-0ef0501e6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883698 Sep 11 01:01:02.265021 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-2c9d9a38-99e6-4169-bc68-c993b46bd003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b10a8d16-c478-4d06-9202-ebcd673aec65 {{(pid=112721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 01:01:02.281929 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-2c9d9a38-99e6-4169-bc68-c993b46bd003 service neutron] Publish callbacks [] for port (b10a8d16-c478-4d06-9202-ebcd673aec65), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:02.320801 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.provisioning_blocks [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-2c9d9a38-99e6-4169-bc68-c993b46bd003 service neutron] Transition to ACTIVE for port object b10a8d16-c478-4d06-9202-ebcd673aec65 will not be triggered until provisioned by entity L2. {{(pid=112721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 11 01:01:02.327695 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdfb94-944a-48e5-b070-a5ea8d06f345 req-d1ef9c93-a82c-4b77-854b-f6614aa988d0 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:02.329462 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0ccdfb94-944a-48e5-b070-a5ea8d06f345 req-d1ef9c93-a82c-4b77-854b-f6614aa988d0 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 931 time: 0.0674567 Sep 11 01:01:02.330713 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-2c9d9a38-99e6-4169-bc68-c993b46bd003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (b10a8d16-c478-4d06-9202-ebcd673aec65), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:02.360074 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:02.458743 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d9a38-99e6-4169-bc68-c993b46bd003 service neutron] Pushing event updated for resources: {'Port': ['ID=b10a8d16-c478-4d06-9202-ebcd673aec65,revision_number=2']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:01:02.506331 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0ccdfb94-944a-48e5-b070-a5ea8d06f345 req-6ef73114-0c7a-4163-a969-51fbc477ad6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480472 Sep 11 01:01:02.520280 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baf061-a42f-4004-b518-fbe79648ef81 req-bf39ff1d-5913-4212-a942-c526388959bd tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:02.522563 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-59baf061-a42f-4004-b518-fbe79648ef81 req-bf39ff1d-5913-4212-a942-c526388959bd tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0720ceb1-1314-4d6b-a241-4b10b97801d6 HTTP/1.1" status: 200 len: 949 time: 0.0854828 Sep 11 01:01:02.549128 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-2c9d9a38-99e6-4169-bc68-c993b46bd003 service neutron] Attempting to bind port b10a8d16-c478-4d06-9202-ebcd673aec65 on host hv-cinder-maste for vnic_type normal with profile {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 01:01:02.549466 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-2c9d9a38-99e6-4169-bc68-c993b46bd003 service neutron] Attempting to bind port b10a8d16-c478-4d06-9202-ebcd673aec65 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'c77f5f4f-cada-402d-b932-fa2457ffe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877'}] {{(pid=112721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 01:01:02.549798 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-2c9d9a38-99e6-4169-bc68-c993b46bd003 service neutron] Attempting to bind port b10a8d16-c478-4d06-9202-ebcd673aec65 on network 6df3e98e-548f-496e-bd19-e33fc45eb877 {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 01:01:02.616396 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-59baf061-a42f-4004-b518-fbe79648ef81 req-642e7b5f-a661-4e55-b49a-dc80cc75340f tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=69c5e195-c0ca-4c26-b4ca-0ef0501e6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839462 Sep 11 01:01:02.618389 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-2c9d9a38-99e6-4169-bc68-c993b46bd003 service neutron] Port b10a8d16-c478-4d06-9202-ebcd673aec65 on network 6df3e98e-548f-496e-bd19-e33fc45eb877 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 11 01:01:02.618723 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-2c9d9a38-99e6-4169-bc68-c993b46bd003 service neutron] Attempting to bind port b10a8d16-c478-4d06-9202-ebcd673aec65 on network 6df3e98e-548f-496e-bd19-e33fc45eb877 {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 01:01:02.660795 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-2c9d9a38-99e6-4169-bc68-c993b46bd003 service neutron] Checking agent: {'id': '59bd9a15-1b15-4a76-8496-742ec7e1ef61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'started_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 1, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 01:01:02.661132 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-2c9d9a38-99e6-4169-bc68-c993b46bd003 service neutron] Checking segment: {'id': 'c77f5f4f-cada-402d-b932-fa2457ffe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 01:01:02.662077 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-2c9d9a38-99e6-4169-bc68-c993b46bd003 service neutron] Bound using segment: {'id': 'c77f5f4f-cada-402d-b932-fa2457ffe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877'} {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 01:01:02.662510 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-2c9d9a38-99e6-4169-bc68-c993b46bd003 service neutron] Bound port: b10a8d16-c478-4d06-9202-ebcd673aec65, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c77f5f4f-cada-402d-b932-fa2457ffe4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877'}}] {{(pid=112721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 01:01:02.662895 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-2c9d9a38-99e6-4169-bc68-c993b46bd003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (b10a8d16-c478-4d06-9202-ebcd673aec65), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:02.697376 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:02.723144 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-2c9d9a38-99e6-4169-bc68-c993b46bd003 service neutron] For port b10a8d16-c478-4d06-9202-ebcd673aec65, host hv-cinder-maste, cleared binding levels {{(pid=112721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 01:01:02.726424 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-2c9d9a38-99e6-4169-bc68-c993b46bd003 service neutron] For port b10a8d16-c478-4d06-9202-ebcd673aec65, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b10a8d16-c478-4d06-9202-ebcd673aec65,segment=NetworkSegment(c77f5f4f-cada-402d-b932-fa2457ffe4e0),segment_id=c77f5f4f-cada-402d-b932-fa2457ffe4e0)] {{(pid=112721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 01:01:02.731971 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-2c9d9a38-99e6-4169-bc68-c993b46bd003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (b10a8d16-c478-4d06-9202-ebcd673aec65), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:02.736786 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-2c9d9a38-99e6-4169-bc68-c993b46bd003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:02.737382 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-2c9d9a38-99e6-4169-bc68-c993b46bd003 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:02.738762 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-2c9d9a38-99e6-4169-bc68-c993b46bd003 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/b10a8d16-c478-4d06-9202-ebcd673aec65 HTTP/1.1" status: 200 len: 1093 time: 0.9787209 Sep 11 01:01:02.739330 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa9d72f-859a-4226-a36e-d6184259b87f', 'tag': 'b10a8d16-c478-4d06-9202-ebcd673aec65'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:01:02.741633 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c22323d-a7f5-4314-96a7-dd0641eea2a5" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa9d72f-859a-4226-a36e-d6184259b87f", "tag": "b10a8d16-c478-4d06-9202-ebcd673aec65"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:01:02.783312 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 01:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd14d86-8097-4827-b876-37daa0b0f150 x-openstack-request-id: req-fbd14d86-8097-4827-b876-37daa0b0f150 {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:01:02.783933 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa9d72f-859a-4226-a36e-d6184259b87f", "tag": "b10a8d16-c478-4d06-9202-ebcd673aec65", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:01:02.783933 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fbd14d86-8097-4827-b876-37daa0b0f150 {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:01:02.784233 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbd14d86-8097-4827-b876-37daa0b0f150'] response: {'name': 'network-changed', 'server_uuid': '9fa9d72f-859a-4226-a36e-d6184259b87f', 'tag': 'b10a8d16-c478-4d06-9202-ebcd673aec65', 'status': 'completed', 'code': 200} Sep 11 01:01:02.789006 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d9a38-99e6-4169-bc68-c993b46bd003 service neutron] Pushing event updated for resources: {'Port': ['ID=b10a8d16-c478-4d06-9202-ebcd673aec65,revision_number=3']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:01:03.476193 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:03.632025 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a28c42-cf01-4b42-85b1-cb81831a04e0 req-5c0b6707-1976-4cdc-891c-34d559b753f2 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:03.633531 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b6a28c42-cf01-4b42-85b1-cb81831a04e0 req-5c0b6707-1976-4cdc-891c-34d559b753f2 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 943 time: 0.0517492 Sep 11 01:01:03.683950 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b6a28c42-cf01-4b42-85b1-cb81831a04e0 req-af1b69d6-ffd4-46c2-ac8f-5dd05ecb1054 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444708 Sep 11 01:01:03.740289 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32d7e8-0a28-4b75-9c5d-98b987d0da96 req-80abcefa-5da3-46e6-8752-8ab7b15f3575 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:03.742300 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3f32d7e8-0a28-4b75-9c5d-98b987d0da96 req-80abcefa-5da3-46e6-8752-8ab7b15f3575 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0720ceb1-1314-4d6b-a241-4b10b97801d6 HTTP/1.1" status: 200 len: 949 time: 0.0485020 Sep 11 01:01:03.790724 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3f32d7e8-0a28-4b75-9c5d-98b987d0da96 req-2b6e9e61-0999-413c-bf00-8fd09f6d3e12 tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=69c5e195-c0ca-4c26-b4ca-0ef0501e6d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426762 Sep 11 01:01:04.025365 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22323d-a7f5-4314-96a7-dd0641eea2a5 req-96441c7b-abd4-414e-8b17-6b8fb81c7c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:04.026742 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6c22323d-a7f5-4314-96a7-dd0641eea2a5 req-96441c7b-abd4-414e-8b17-6b8fb81c7c09 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=a1368870ddbd49be857e9ac128bc684e&device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 1127 time: 0.0417140 Sep 11 01:01:04.172313 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c664f-4481-4543-bb8f-a85ac3d83d3c req-f9aef2df-dd7f-4766-9c57-6b44685d270e tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:04.173778 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-7b4c664f-4481-4543-bb8f-a85ac3d83d3c req-f9aef2df-dd7f-4766-9c57-6b44685d270e tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0720ceb1-1314-4d6b-a241-4b10b97801d6 HTTP/1.1" status: 200 len: 949 time: 0.0478683 Sep 11 01:01:04.272904 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [req-7b4c664f-4481-4543-bb8f-a85ac3d83d3c req-e0c4524f-3202-4f3d-8de8-8e188858fcea tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Deleting port 15720af2-bce2-4ba7-8d8c-71c82a7506d7 {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:01:04.273371 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-7b4c664f-4481-4543-bb8f-a85ac3d83d3c req-e0c4524f-3202-4f3d-8de8-8e188858fcea tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (15720af2-bce2-4ba7-8d8c-71c82a7506d7), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:04.297133 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22323d-a7f5-4314-96a7-dd0641eea2a5 req-bc585757-540e-4887-b566-367edb92f354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:04.298658 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6c22323d-a7f5-4314-96a7-dd0641eea2a5 req-bc585757-540e-4887-b566-367edb92f354 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=a1368870ddbd49be857e9ac128bc684e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1730375 Sep 11 01:01:04.372956 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-7b4c664f-4481-4543-bb8f-a85ac3d83d3c req-e0c4524f-3202-4f3d-8de8-8e188858fcea tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] For port 15720af2-bce2-4ba7-8d8c-71c82a7506d7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=15720af2-bce2-4ba7-8d8c-71c82a7506d7,segment=NetworkSegment(06b345f5-e4aa-463c-bd2f-bdf85944b4ff),segment_id=06b345f5-e4aa-463c-bd2f-bdf85944b4ff)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:01:04.373322 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-7b4c664f-4481-4543-bb8f-a85ac3d83d3c req-e0c4524f-3202-4f3d-8de8-8e188858fcea tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (15720af2-bce2-4ba7-8d8c-71c82a7506d7), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:04.387039 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [req-7b4c664f-4481-4543-bb8f-a85ac3d83d3c req-e0c4524f-3202-4f3d-8de8-8e188858fcea tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Calling delete_port for 15720af2-bce2-4ba7-8d8c-71c82a7506d7 owned by compute:nova {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:01:04.466090 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22323d-a7f5-4314-96a7-dd0641eea2a5 req-19e9bd02-3c13-4a1a-b3cd-3d9290822ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:04.467803 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6c22323d-a7f5-4314-96a7-dd0641eea2a5 req-19e9bd02-3c13-4a1a-b3cd-3d9290822ca4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1625824 Sep 11 01:01:04.469203 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:04.526660 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-7b4c664f-4481-4543-bb8f-a85ac3d83d3c req-e0c4524f-3202-4f3d-8de8-8e188858fcea tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (15720af2-bce2-4ba7-8d8c-71c82a7506d7), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:04.555963 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4524f-3202-4f3d-8de8-8e188858fcea tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Pushing event deleted for resources: {'Port': ['ID=15720af2-bce2-4ba7-8d8c-71c82a7506d7,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:01:04.561834 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['15720af2-bce2-4ba7-8d8c-71c82a7506d7'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 01:01:04.566380 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4524f-3202-4f3d-8de8-8e188858fcea tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:01:04.566737 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4524f-3202-4f3d-8de8-8e188858fcea tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:01:04.567097 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4524f-3202-4f3d-8de8-8e188858fcea tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:01:04.567437 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4524f-3202-4f3d-8de8-8e188858fcea tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:01:04.568316 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4524f-3202-4f3d-8de8-8e188858fcea tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:01:04.568648 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4524f-3202-4f3d-8de8-8e188858fcea tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:01:04.569074 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4524f-3202-4f3d-8de8-8e188858fcea tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:01:04.569398 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4524f-3202-4f3d-8de8-8e188858fcea tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:01:04.569727 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4524f-3202-4f3d-8de8-8e188858fcea tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:01:04.570049 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4524f-3202-4f3d-8de8-8e188858fcea tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:01:04.570373 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4524f-3202-4f3d-8de8-8e188858fcea tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:01:04.570694 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4524f-3202-4f3d-8de8-8e188858fcea tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:01:04.571041 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4524f-3202-4f3d-8de8-8e188858fcea tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:01:04.571355 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4524f-3202-4f3d-8de8-8e188858fcea tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:01:04.571843 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c4524f-3202-4f3d-8de8-8e188858fcea tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:01:04.576129 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:04.582454 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-de51e7eb-4246-40f7-b9d0-858fd9d5c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:04.584979 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-de51e7eb-4246-40f7-b9d0-858fd9d5c4e0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=a1368870ddbd49be857e9ac128bc684e&device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 1127 time: 0.0573573 Sep 11 01:01:04.617470 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4c664f-4481-4543-bb8f-a85ac3d83d3c req-e0c4524f-3202-4f3d-8de8-8e188858fcea tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] No DVR routers for this DVR port 15720af2-bce2-4ba7-8d8c-71c82a7506d7 on host hv-cinder-maste {{(pid=112722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 01:01:04.620473 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-7b4c664f-4481-4543-bb8f-a85ac3d83d3c req-e0c4524f-3202-4f3d-8de8-8e188858fcea tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:04.623978 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-7b4c664f-4481-4543-bb8f-a85ac3d83d3c req-e0c4524f-3202-4f3d-8de8-8e188858fcea tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.18 "DELETE /networking/v2.0/ports/15720af2-bce2-4ba7-8d8c-71c82a7506d7 HTTP/1.1" status: 204 len: 173 time: 0.4448054 Sep 11 01:01:04.624497 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0720ceb1-1314-4d6b-a241-4b10b97801d6', 'name': 'network-vif-deleted', 'tag': '15720af2-bce2-4ba7-8d8c-71c82a7506d7'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:01:04.626917 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d125d2-4f20-4165-ad56-46349a7e0b78" -d '{"events": [{"server_uuid": "0720ceb1-1314-4d6b-a241-4b10b97801d6", "name": "network-vif-deleted", "tag": "15720af2-bce2-4ba7-8d8c-71c82a7506d7"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:01:04.677906 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 01:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bc7abd-9d49-4ec6-a148-8aa4838a08d1 x-openstack-request-id: req-65bc7abd-9d49-4ec6-a148-8aa4838a08d1 {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:01:04.678212 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0720ceb1-1314-4d6b-a241-4b10b97801d6", "name": "network-vif-deleted", "tag": "15720af2-bce2-4ba7-8d8c-71c82a7506d7", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:01:04.678513 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-65bc7abd-9d49-4ec6-a148-8aa4838a08d1 {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:01:04.679034 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65bc7abd-9d49-4ec6-a148-8aa4838a08d1'] response: {'server_uuid': '0720ceb1-1314-4d6b-a241-4b10b97801d6', 'name': 'network-vif-deleted', 'tag': '15720af2-bce2-4ba7-8d8c-71c82a7506d7', 'status': 'completed', 'code': 200} Sep 11 01:01:04.907072 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-dad84bf0-1b48-46b5-9ebc-effbf1c0210e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b10a8d16-c478-4d06-9202-ebcd673aec65 HTTP/1.1" status: 200 len: 217 time: 0.3092856 Sep 11 01:01:04.984764 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1fa60eba-0772-46e9-8fc6-312737adb9a2 req-515c992d-354e-4e05-94f6-663d3d5e937a tempest-VolumesNegativeTest-719334876 tempest-VolumesNegativeTest-719334876-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0720ceb1-1314-4d6b-a241-4b10b97801d6 HTTP/1.1" status: 200 len: 210 time: 0.0810735 Sep 11 01:01:05.004416 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42fcbc-a1c3-4563-aa49-d35789ff2aa7 req-c241cb39-940d-461f-9601-f17e1d53c160 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:05.006170 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ee42fcbc-a1c3-4563-aa49-d35789ff2aa7 req-c241cb39-940d-461f-9601-f17e1d53c160 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 943 time: 0.1036644 Sep 11 01:01:05.021525 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-81180925-2a30-4079-84fe-dff6a0c8a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:05.022902 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-81180925-2a30-4079-84fe-dff6a0c8a9aa service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=f3ea7549-800e-4ee0-ab06-2db2363e7855 HTTP/1.1" status: 200 len: 850 time: 0.1018236 Sep 11 01:01:05.029298 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:05.061061 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ee42fcbc-a1c3-4563-aa49-d35789ff2aa7 req-fc50072d-5fc8-47c7-a6d7-a42672f14382 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487876 Sep 11 01:01:05.223271 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-7439b47f-ee50-400f-9888-e98ca01c37b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:05.225607 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-7439b47f-ee50-400f-9888-e98ca01c37b3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=6df3e98e-548f-496e-bd19-e33fc45eb877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395393 Sep 11 01:01:05.324462 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-0e084323-b714-40ae-9e5b-95241c77cb5e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909443 Sep 11 01:01:05.419352 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a4b239ba-c298-4ca5-bf8c-c8aa7d6a979d req-a354213c-da88-4b69-86b7-7f4055782b01 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888958 Sep 11 01:01:06.187365 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c446bb-7edb-4cee-9948-2d5e6cab0f31 req-2cdf029b-78be-4831-bc57-fe73fac8e616 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:06.188864 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-79c446bb-7edb-4cee-9948-2d5e6cab0f31 req-2cdf029b-78be-4831-bc57-fe73fac8e616 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 943 time: 0.0525885 Sep 11 01:01:06.238992 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-79c446bb-7edb-4cee-9948-2d5e6cab0f31 req-adf4a4a5-ccd4-411f-a57a-04c4bf3c9d6b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436997 Sep 11 01:01:07.366894 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1890b8-cba6-4a48-a5ab-80d2394cc4eb req-e2b03a86-76b8-48e9-9801-f98d01aa6119 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:07.368768 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9d1890b8-cba6-4a48-a5ab-80d2394cc4eb req-e2b03a86-76b8-48e9-9801-f98d01aa6119 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 943 time: 0.0493550 Sep 11 01:01:07.395068 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:07.424033 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-9d1890b8-cba6-4a48-a5ab-80d2394cc4eb req-49077ec9-ff13-4586-9b1f-36998df98d85 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491903 Sep 11 01:01:07.664632 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 15720af2-bce2-4ba7-8d8c-71c82a7506d7 no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 01:01:07.685541 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] No Port match for: 15720af2-bce2-4ba7-8d8c-71c82a7506d7 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 01:01:07.685953 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 15720af2-bce2-4ba7-8d8c-71c82a7506d7 not bound to the agent host hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 01:01:08.553810 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56357a5b-ed44-40d4-a1d4-8a97dba47b0b req-ba423e2c-3d88-4bc9-9c9e-ae2e5d9023ba tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:08.555348 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-56357a5b-ed44-40d4-a1d4-8a97dba47b0b req-ba423e2c-3d88-4bc9-9c9e-ae2e5d9023ba tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 943 time: 0.0535471 Sep 11 01:01:08.607838 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-56357a5b-ed44-40d4-a1d4-8a97dba47b0b req-b9784ad8-5087-4ea1-b796-687531d55325 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467825 Sep 11 01:01:09.727442 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175deb6a-4a9b-467f-8646-47b96ee1163e req-93550566-66d3-405e-a8a5-0bf8419652a7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:09.728954 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-175deb6a-4a9b-467f-8646-47b96ee1163e req-93550566-66d3-405e-a8a5-0bf8419652a7 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 943 time: 0.0470607 Sep 11 01:01:09.776874 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-175deb6a-4a9b-467f-8646-47b96ee1163e req-172eddf2-7a7d-4a35-8bd0-c6b41ac8eaed tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425062 Sep 11 01:01:10.107009 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 50566) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:01:10.264648 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-abce2f9b-28a4-4695-9fef-cfb8385fd500 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d99b9dcee07048b49f75a4e0172b42be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1564791 Sep 11 01:01:10.267134 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 50572) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:01:10.318654 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-5adc6090-a7ad-4795-9c0c-5f619651f42b admin admin] Publish callbacks [] for security_group (69c5e195-c0ca-4c26-b4ca-0ef0501e6d2b), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:10.340719 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-5adc6090-a7ad-4795-9c0c-5f619651f42b admin admin] Publish callbacks [] for security_group (69c5e195-c0ca-4c26-b4ca-0ef0501e6d2b), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:10.391483 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-5adc6090-a7ad-4795-9c0c-5f619651f42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (69c5e195-c0ca-4c26-b4ca-0ef0501e6d2b), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:10.394223 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-5adc6090-a7ad-4795-9c0c-5f619651f42b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:10.396195 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-5adc6090-a7ad-4795-9c0c-5f619651f42b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/69c5e195-c0ca-4c26-b4ca-0ef0501e6d2b HTTP/1.1" status: 204 len: 168 time: 0.1274183 Sep 11 01:01:10.404748 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc6090-a7ad-4795-9c0c-5f619651f42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c5e195-c0ca-4c26-b4ca-0ef0501e6d2b,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:01:10.883307 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:10.902481 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8828b58-c13b-48de-b4ae-351ee07de60b req-39982cb1-0ecf-43a0-b473-54441b96d1d8 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:10.904037 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d8828b58-c13b-48de-b4ae-351ee07de60b req-39982cb1-0ecf-43a0-b473-54441b96d1d8 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 943 time: 0.0489528 Sep 11 01:01:10.955590 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d8828b58-c13b-48de-b4ae-351ee07de60b req-d56b00a0-9b63-46a9-acc9-bb1787e647c5 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455017 Sep 11 01:01:11.195162 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 50602) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:01:11.236974 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd41b24-4785-467e-aca2-44b32abe6f68 admin admin] Deleting subnet f14d4306-a8f4-4dbe-89e9-f8fccd00cd8c {{(pid=112721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 11 01:01:11.240709 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6dd41b24-4785-467e-aca2-44b32abe6f68 admin admin] Publish callbacks [] for subnet (f14d4306-a8f4-4dbe-89e9-f8fccd00cd8c), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:11.279351 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6dd41b24-4785-467e-aca2-44b32abe6f68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14111256'] for subnet (f14d4306-a8f4-4dbe-89e9-f8fccd00cd8c), precommit_delete_associations {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:11.321532 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6dd41b24-4785-467e-aca2-44b32abe6f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774851'] for subnet (f14d4306-a8f4-4dbe-89e9-f8fccd00cd8c), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:11.375585 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6dd41b24-4785-467e-aca2-44b32abe6f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62136785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61942994'] for subnet (f14d4306-a8f4-4dbe-89e9-f8fccd00cd8c), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:11.404427 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6dd41b24-4785-467e-aca2-44b32abe6f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for subnet (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:11.407978 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-6dd41b24-4785-467e-aca2-44b32abe6f68 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/f14d4306-a8f4-4dbe-89e9-f8fccd00cd8c HTTP/1.1" status: 204 len: 168 time: 0.2157044 Sep 11 01:01:11.409108 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd41b24-4785-467e-aca2-44b32abe6f68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f14d4306-a8f4-4dbe-89e9-f8fccd00cd8c,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:01:11.411873 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 50614) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:01:11.491251 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b0b77d2f-4c13-4000-8cd5-b1b99d3617b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687712'] for network (e7aac99f-395b-41fd-b96e-56bde33609b0), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:11.578585 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b0b77d2f-4c13-4000-8cd5-b1b99d3617b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433128', 'neutron.services.segments.db._delete_segments_for_network-8765262840989'] for network (e7aac99f-395b-41fd-b96e-56bde33609b0), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:11.603907 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-b0b77d2f-4c13-4000-8cd5-b1b99d3617b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7aac99f-395b-41fd-b96e-56bde33609b0']}} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:01:11.613850 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-b0b77d2f-4c13-4000-8cd5-b1b99d3617b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a138d863-1f34-49b7-a3ee-1c74f619a662') {'for_net_delete': True} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:01:11.615095 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-b0b77d2f-4c13-4000-8cd5-b1b99d3617b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a138d863-1f34-49b7-a3ee-1c74f619a662') {} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:01:11.629342 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b0b77d2f-4c13-4000-8cd5-b1b99d3617b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765262841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61765508'] for segment (a138d863-1f34-49b7-a3ee-1c74f619a662), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:11.643625 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b0b77d2f-4c13-4000-8cd5-b1b99d3617b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (a138d863-1f34-49b7-a3ee-1c74f619a662), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:11.650046 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b77d2f-4c13-4000-8cd5-b1b99d3617b1 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=112722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 01:01:11.650434 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b0b77d2f-4c13-4000-8cd5-b1b99d3617b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61682778'] for segment (a138d863-1f34-49b7-a3ee-1c74f619a662), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:11.670348 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:11.681368 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:11.694866 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.services.segments.plugin [-] Segment a138d863-1f34-49b7-a3ee-1c74f619a662 resource provider aggregate not found Sep 11 01:01:11.712912 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.services.segments.plugin [-] Segment a138d863-1f34-49b7-a3ee-1c74f619a662 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a138d863-1f34-49b7-a3ee-1c74f619a662 found for delete ", "request_id": "req-c9432aa3-d2e2-472d-89f6-fd71834e4324"}]} Sep 11 01:01:11.717371 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b0b77d2f-4c13-4000-8cd5-b1b99d3617b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793805'] for network (e7aac99f-395b-41fd-b96e-56bde33609b0), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:11.723062 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b0b77d2f-4c13-4000-8cd5-b1b99d3617b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:11.726816 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-b0b77d2f-4c13-4000-8cd5-b1b99d3617b1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/e7aac99f-395b-41fd-b96e-56bde33609b0 HTTP/1.1" status: 204 len: 168 time: 0.3133879 Sep 11 01:01:11.738248 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77d2f-4c13-4000-8cd5-b1b99d3617b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7aac99f-395b-41fd-b96e-56bde33609b0,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:01:11.892219 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 50626) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:01:11.933945 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-0ed521ff-ac64-4c61-8836-6f73cd93b14f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=de36b740b8234aca8317d5e4440decec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405498 Sep 11 01:01:11.936486 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 50628) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:01:11.991040 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-5e7505f2-3e2b-4a72-a37f-04db1d09124d admin admin] Publish callbacks [] for security_group (bc4c699b-1dc9-425e-b492-cd5b63edf598), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:12.013987 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-5e7505f2-3e2b-4a72-a37f-04db1d09124d admin admin] Publish callbacks [] for security_group (bc4c699b-1dc9-425e-b492-cd5b63edf598), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:12.089306 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77520e45-f177-4f69-8c56-d19ecb2111e7 req-24fb0bc3-c915-498b-a254-5b60fd59ee25 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:12.090775 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-77520e45-f177-4f69-8c56-d19ecb2111e7 req-24fb0bc3-c915-498b-a254-5b60fd59ee25 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 943 time: 0.0532053 Sep 11 01:01:12.104076 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-5e7505f2-3e2b-4a72-a37f-04db1d09124d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (bc4c699b-1dc9-425e-b492-cd5b63edf598), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:12.106508 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-5e7505f2-3e2b-4a72-a37f-04db1d09124d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:12.107605 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-5e7505f2-3e2b-4a72-a37f-04db1d09124d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bc4c699b-1dc9-425e-b492-cd5b63edf598 HTTP/1.1" status: 204 len: 168 time: 0.1702440 Sep 11 01:01:12.123934 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7505f2-3e2b-4a72-a37f-04db1d09124d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4c699b-1dc9-425e-b492-cd5b63edf598,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:01:12.155588 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:12.160905 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-77520e45-f177-4f69-8c56-d19ecb2111e7 req-6f3c479c-1562-41dd-a903-695f2daa8620 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642443 Sep 11 01:01:13.289240 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7628cb-638d-4a6e-88fa-7ec6990fb1c8 req-b43b7a4a-c86e-4939-b05c-071f9f827072 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:13.290724 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6d7628cb-638d-4a6e-88fa-7ec6990fb1c8 req-b43b7a4a-c86e-4939-b05c-071f9f827072 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 943 time: 0.0508192 Sep 11 01:01:13.339210 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6d7628cb-638d-4a6e-88fa-7ec6990fb1c8 req-9addef4e-faad-45ea-8a05-0c8db69f488c tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428834 Sep 11 01:01:14.458457 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aead9b-722b-4b86-99c6-61b3ba6a6819 req-bbd36454-45a8-4d7b-9e81-4689e6e39bdd tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:14.460152 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d2aead9b-722b-4b86-99c6-61b3ba6a6819 req-bbd36454-45a8-4d7b-9e81-4689e6e39bdd tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 943 time: 0.0464492 Sep 11 01:01:14.508672 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d2aead9b-722b-4b86-99c6-61b3ba6a6819 req-36dc8c51-eff2-4371-ba80-8d2463f4937e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429971 Sep 11 01:01:14.882275 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device b10a8d16-c478-4d06-9202-ebcd673aec65 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 01:01:14.979739 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port b10a8d16-c478-4d06-9202-ebcd673aec65, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b10a8d16-c478-4d06-9202-ebcd673aec65,segment=NetworkSegment(c77f5f4f-cada-402d-b932-fa2457ffe4e0),segment_id=c77f5f4f-cada-402d-b932-fa2457ffe4e0)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:01:14.990775 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': 'b10a8d16-c478-4d06-9202-ebcd673aec65', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'port_id': 'b10a8d16-c478-4d06-9202-ebcd673aec65', 'mac_address': 'fa:16:3e:eb:30:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 01:01:15.028333 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port b10a8d16-c478-4d06-9202-ebcd673aec65 is: DOWN; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 01:01:15.028714 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (b10a8d16-c478-4d06-9202-ebcd673aec65), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:15.041661 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b10a8d16-c478-4d06-9202-ebcd673aec65 {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 01:01:15.060826 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port b10a8d16-c478-4d06-9202-ebcd673aec65, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b10a8d16-c478-4d06-9202-ebcd673aec65,segment=NetworkSegment(c77f5f4f-cada-402d-b932-fa2457ffe4e0),segment_id=c77f5f4f-cada-402d-b932-fa2457ffe4e0)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:01:15.064611 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (b10a8d16-c478-4d06-9202-ebcd673aec65), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:15.110342 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=b10a8d16-c478-4d06-9202-ebcd673aec65,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:01:15.627565 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cece671-6072-470e-adbc-5803070c4dc0 req-63b78e17-f70f-49fe-b714-763274665c7d tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:15.629035 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8cece671-6072-470e-adbc-5803070c4dc0 req-63b78e17-f70f-49fe-b714-763274665c7d tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 944 time: 0.0467155 Sep 11 01:01:15.652702 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:15.683626 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8cece671-6072-470e-adbc-5803070c4dc0 req-d6da82a7-56e6-48d7-b204-9abcf76ccefd tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487869 Sep 11 01:01:16.141208 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['b10a8d16-c478-4d06-9202-ebcd673aec65'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 01:01:16.224981 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:16.802001 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95382443-6e9e-4e05-967f-76eef750315d req-03c3831f-0862-433a-b9e9-d27fe33e2073 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:16.803486 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-95382443-6e9e-4e05-967f-76eef750315d req-03c3831f-0862-433a-b9e9-d27fe33e2073 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 944 time: 0.0458193 Sep 11 01:01:16.851405 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-95382443-6e9e-4e05-967f-76eef750315d req-a0ec274f-f82d-4c1c-9170-d9761bf45ae4 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424900 Sep 11 01:01:17.846419 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device b10a8d16-c478-4d06-9202-ebcd673aec65 up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 01:01:17.891441 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning for port b10a8d16-c478-4d06-9202-ebcd673aec65 completed by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 11 01:01:17.897936 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port b10a8d16-c478-4d06-9202-ebcd673aec65 triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 01:01:17.898442 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (b10a8d16-c478-4d06-9202-ebcd673aec65), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:17.983109 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port b10a8d16-c478-4d06-9202-ebcd673aec65 is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 01:01:17.983518 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (b10a8d16-c478-4d06-9202-ebcd673aec65), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:17.985095 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f205164-86e9-4376-a84f-48543b61241f req-fc6fa8cb-03a2-418c-8d2f-2c63c79e9247 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:17.986593 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4f205164-86e9-4376-a84f-48543b61241f req-fc6fa8cb-03a2-418c-8d2f-2c63c79e9247 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 944 time: 0.0583284 Sep 11 01:01:18.007376 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa9d72f-859a-4226-a36e-d6184259b87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10a8d16-c478-4d06-9202-ebcd673aec65'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:01:18.009600 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0f719b-d2ad-486e-8429-eb908d912bbf" -d '{"events": [{"server_uuid": "9fa9d72f-859a-4226-a36e-d6184259b87f", "name": "network-vif-plugged", "status": "completed", "tag": "b10a8d16-c478-4d06-9202-ebcd673aec65"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:01:18.022620 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port b10a8d16-c478-4d06-9202-ebcd673aec65, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b10a8d16-c478-4d06-9202-ebcd673aec65,segment=NetworkSegment(c77f5f4f-cada-402d-b932-fa2457ffe4e0),segment_id=c77f5f4f-cada-402d-b932-fa2457ffe4e0)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:01:18.028170 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (b10a8d16-c478-4d06-9202-ebcd673aec65), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:18.038659 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4f205164-86e9-4376-a84f-48543b61241f req-3c34f0d2-e76c-4791-829a-35676f193b42 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462668 Sep 11 01:01:18.056891 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 01:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754e5246-1bed-4fa5-b893-2358b8402231 x-openstack-request-id: req-754e5246-1bed-4fa5-b893-2358b8402231 {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:01:18.057181 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa9d72f-859a-4226-a36e-d6184259b87f", "name": "network-vif-plugged", "status": "completed", "tag": "b10a8d16-c478-4d06-9202-ebcd673aec65", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:01:18.057428 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-754e5246-1bed-4fa5-b893-2358b8402231 {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:01:18.057812 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-754e5246-1bed-4fa5-b893-2358b8402231'] response: {'server_uuid': '9fa9d72f-859a-4226-a36e-d6184259b87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10a8d16-c478-4d06-9202-ebcd673aec65', 'code': 200} Sep 11 01:01:18.077647 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=b10a8d16-c478-4d06-9202-ebcd673aec65,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:01:18.325000 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0ca0e-e6d7-460f-8c0d-27cd0ec8688a req-4dab56b4-e087-4f65-a4f3-6e4e538be0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:18.326480 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3be0ca0e-e6d7-460f-8c0d-27cd0ec8688a req-4dab56b4-e087-4f65-a4f3-6e4e538be0e0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 1129 time: 0.0419233 Sep 11 01:01:18.374550 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3be0ca0e-e6d7-460f-8c0d-27cd0ec8688a req-9358a86e-cf0d-469d-a537-a6c2592ae99b service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418470 Sep 11 01:01:19.035426 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:19.043479 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bf1e6738-4e52-4f02-bc60-44c76dcfdcef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:19.161784 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889da7f-390f-473b-957f-6829f17a6224 req-630bae85-4669-4a4a-8900-ad91788a7c43 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:19.163383 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b889da7f-390f-473b-957f-6829f17a6224 req-630bae85-4669-4a4a-8900-ad91788a7c43 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 945 time: 0.0481036 Sep 11 01:01:19.212523 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b889da7f-390f-473b-957f-6829f17a6224 req-e22275ea-0d03-42e3-a095-4fbcd255b58b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436015 Sep 11 01:01:19.509923 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 50682) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:01:19.613617 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9bc7c25d-1901-44b4-9aee-9c8aa7fb1213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:19.690532 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9bc7c25d-1901-44b4-9aee-9c8aa7fb1213 admin admin] Publish callbacks [] for security_group (0398f04c-942f-450d-b4f2-27f59272bf09), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:19.694718 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9bc7c25d-1901-44b4-9aee-9c8aa7fb1213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (0398f04c-942f-450d-b4f2-27f59272bf09), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:19.734984 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-9bc7c25d-1901-44b4-9aee-9c8aa7fb1213 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=90c4d0d118634af08eadb360d0abd817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239356 Sep 11 01:01:19.735909 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7c25d-1901-44b4-9aee-9c8aa7fb1213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0398f04c-942f-450d-b4f2-27f59272bf09,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:01:19.737717 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 50686) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:01:19.787824 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-dcc41c9f-d9fe-421a-8cc4-9ff0459f99df admin admin] Publish callbacks [] for security_group (0398f04c-942f-450d-b4f2-27f59272bf09), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:19.807596 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-dcc41c9f-d9fe-421a-8cc4-9ff0459f99df admin admin] Publish callbacks [] for security_group (0398f04c-942f-450d-b4f2-27f59272bf09), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:19.858632 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-dcc41c9f-d9fe-421a-8cc4-9ff0459f99df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (0398f04c-942f-450d-b4f2-27f59272bf09), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:19.861239 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-dcc41c9f-d9fe-421a-8cc4-9ff0459f99df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:19.862399 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-dcc41c9f-d9fe-421a-8cc4-9ff0459f99df admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0398f04c-942f-450d-b4f2-27f59272bf09 HTTP/1.1" status: 204 len: 168 time: 0.1235793 Sep 11 01:01:19.871340 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc41c9f-d9fe-421a-8cc4-9ff0459f99df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0398f04c-942f-450d-b4f2-27f59272bf09,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:01:20.335135 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb8136-21ee-4fa1-81c5-e87da6d9cb38 req-4b70fba9-bfea-4120-865a-705027262daf tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:20.336619 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d9cb8136-21ee-4fa1-81c5-e87da6d9cb38 req-4b70fba9-bfea-4120-865a-705027262daf tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 945 time: 0.0471306 Sep 11 01:01:20.385680 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d9cb8136-21ee-4fa1-81c5-e87da6d9cb38 req-74e40f7e-7acc-4074-b717-8d5f48eb7325 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434492 Sep 11 01:01:20.503965 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1d513-e7b7-4992-ad59-d9fd7b5441e4 req-0f4d3f9b-d2d5-4e69-9ae1-e0bdc149d080 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:20.506075 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b6d1d513-e7b7-4992-ad59-d9fd7b5441e4 req-0f4d3f9b-d2d5-4e69-9ae1-e0bdc149d080 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 945 time: 0.0461152 Sep 11 01:01:20.557576 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b6d1d513-e7b7-4992-ad59-d9fd7b5441e4 req-fd66db63-b878-43d2-8389-3085232127ba tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459523 Sep 11 01:01:20.586428 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 50694) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:01:20.627540 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f590c863-f27b-4cde-8dcb-de59b3767c4a tempest-TestVolumeBootPattern-1888295200 tempest-TestVolumeBootPattern-1888295200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:20.629054 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-f590c863-f27b-4cde-8dcb-de59b3767c4a tempest-TestVolumeBootPattern-1888295200 tempest-TestVolumeBootPattern-1888295200-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 1124 time: 0.0415707 Sep 11 01:01:20.632863 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 50696) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:01:20.637026 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-25a54789-223c-4bc8-9de0-49e898090132 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Request body: {'floatingip': {'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'port_id': 'b10a8d16-c478-4d06-9202-ebcd673aec65', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:01:20.657614 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-25a54789-223c-4bc8-9de0-49e898090132 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:20.734648 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-25a54789-223c-4bc8-9de0-49e898090132 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:20.841325 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [None req-25a54789-223c-4bc8-9de0-49e898090132 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Allocated IP 172.37.5.46 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/a2ef0513-f965-4bf5-bda8-2e736b56149a) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 01:01:20.947103 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-25a54789-223c-4bc8-9de0-49e898090132 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for port (a2ef0513-f965-4bf5-bda8-2e736b56149a), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:20.953381 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:20.955468 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:20.984732 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-25a54789-223c-4bc8-9de0-49e898090132 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (a2ef0513-f965-4bf5-bda8-2e736b56149a), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:21.021811 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a54789-223c-4bc8-9de0-49e898090132 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 01:01:21.026722 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-25a54789-223c-4bc8-9de0-49e898090132 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 01:01:21.031026 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a54789-223c-4bc8-9de0-49e898090132 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 01:01:21.036790 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a54789-223c-4bc8-9de0-49e898090132 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Pushing event updated for resources: {'Port': ['ID=a2ef0513-f965-4bf5-bda8-2e736b56149a,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:01:21.344385 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7630288f-6467-49a1-8672-18d7949d8e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:21.391864 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-25a54789-223c-4bc8-9de0-49e898090132 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for floatingip (146b8908-e0c6-4c5d-bc6c-a2af675a8f14), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:21.458503 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-25a54789-223c-4bc8-9de0-49e898090132 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (a2ef0513-f965-4bf5-bda8-2e736b56149a), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:21.607808 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-25a54789-223c-4bc8-9de0-49e898090132 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for port (a2ef0513-f965-4bf5-bda8-2e736b56149a), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:21.611965 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-25a54789-223c-4bc8-9de0-49e898090132 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (a2ef0513-f965-4bf5-bda8-2e736b56149a), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:21.681472 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-25a54789-223c-4bc8-9de0-49e898090132 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (146b8908-e0c6-4c5d-bc6c-a2af675a8f14), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:21.683122 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a54789-223c-4bc8-9de0-49e898090132 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Pushing event updated for resources: {'Port': ['ID=a2ef0513-f965-4bf5-bda8-2e736b56149a,revision_number=2']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:01:21.730618 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:21.783936 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.db.l3_db [None req-25a54789-223c-4bc8-9de0-49e898090132 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Floating IP 146b8908-e0c6-4c5d-bc6c-a2af675a8f14 associated. External IP: 172.37.5.46, port: b10a8d16-c478-4d06-9202-ebcd673aec65. Sep 11 01:01:21.786015 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:21.981989 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a54789-223c-4bc8-9de0-49e898090132 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 01:01:22.085206 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a54789-223c-4bc8-9de0-49e898090132 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 01:01:22.095003 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2647923b-450e-47af-aee2-eb610592d7a8 None None] Sync routers for ids ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 01:01:22.103714 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-25a54789-223c-4bc8-9de0-49e898090132 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:22.106818 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2647923b-450e-47af-aee2-eb610592d7a8 None None] Routers {'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:01:22.107444 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-2647923b-450e-47af-aee2-eb610592d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:01:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:01:22.135319 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-25a54789-223c-4bc8-9de0-49e898090132 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5014491 Sep 11 01:01:22.136063 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa9d72f-859a-4226-a36e-d6184259b87f', 'tag': 'b10a8d16-c478-4d06-9202-ebcd673aec65'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:01:22.138384 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15df33d-671d-4aef-b6fa-919294d625f5" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa9d72f-859a-4226-a36e-d6184259b87f", "tag": "b10a8d16-c478-4d06-9202-ebcd673aec65"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:01:22.175558 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 01:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e73a0f4-03a5-4f72-8e7b-dafa857a8df0 x-openstack-request-id: req-6e73a0f4-03a5-4f72-8e7b-dafa857a8df0 {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:01:22.175835 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa9d72f-859a-4226-a36e-d6184259b87f", "tag": "b10a8d16-c478-4d06-9202-ebcd673aec65", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:01:22.176610 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6e73a0f4-03a5-4f72-8e7b-dafa857a8df0 {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:01:22.177023 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e73a0f4-03a5-4f72-8e7b-dafa857a8df0'] response: {'name': 'network-changed', 'server_uuid': '9fa9d72f-859a-4226-a36e-d6184259b87f', 'tag': 'b10a8d16-c478-4d06-9202-ebcd673aec65', 'status': 'completed', 'code': 200} Sep 11 01:01:22.210976 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-2647923b-450e-47af-aee2-eb610592d7a8 None None] Set router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:01:22.273822 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15df33d-671d-4aef-b6fa-919294d625f5 req-f1dc17fc-7c3b-4f1d-b60c-d4d9d50c89da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:22.275714 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c15df33d-671d-4aef-b6fa-919294d625f5 req-f1dc17fc-7c3b-4f1d-b60c-d4d9d50c89da service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=a1368870ddbd49be857e9ac128bc684e&device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 1129 time: 0.0413954 Sep 11 01:01:22.290752 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:22.316745 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=17 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:22.328425 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=15 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:22.346131 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:22.371787 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15df33d-671d-4aef-b6fa-919294d625f5 req-149b2ef7-30a6-44a2-b8ab-cde08278e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:22.373272 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c15df33d-671d-4aef-b6fa-919294d625f5 req-149b2ef7-30a6-44a2-b8ab-cde08278e34c service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=6df3e98e-548f-496e-bd19-e33fc45eb877 HTTP/1.1" status: 200 len: 912 time: 0.0911820 Sep 11 01:01:22.427053 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-2647923b-450e-47af-aee2-eb610592d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147'}], 'enable_snat': True}, 'gw_port_id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T00:55:08Z', 'revision_number': 4, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port': {'id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:00Z', 'updated_at': '2022-09-11T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '146b8908-e0c6-4c5d-bc6c-a2af675a8f14', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'floating_ip_address': '172.37.5.46', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'port_id': 'b10a8d16-c478-4d06-9202-ebcd673aec65', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'mac_address': 'fa:16:3e:eb:30:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa9d72f-859a-4226-a36e-d6184259b87f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T01:01:21Z', 'updated_at': '2022-09-11T01:01:21Z', 'revision_number': 0, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'fixed_ip_address_scope': None}, {'id': 'a1eea564-8012-4867-a2b1-cd2f0591997b', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'floating_ip_address': '172.37.5.213', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'port_id': 'bc9b80b7-364d-4952-97b3-277a78d5fa01', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'mac_address': 'fa:16:3e:e4:61:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459cb8ce-dc67-4fd5-a7ba-23b228fd415e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:59:05Z', 'updated_at': '2022-09-11T00:59:09Z', 'revision_number': 1, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfa9a9b-9ca0-4391-83b2-f87b923b3949', 'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'mac_address': 'fa:16:3e:80:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:06Z', 'updated_at': '2022-09-11T00:55:21Z', 'revision_number': 5, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'subnets': [{'id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:01:22.441636 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c15df33d-671d-4aef-b6fa-919294d625f5 req-efa21230-079f-4e22-9a60-2e701de90841 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b10a8d16-c478-4d06-9202-ebcd673aec65 HTTP/1.1" status: 200 len: 998 time: 0.0608437 Sep 11 01:01:22.455810 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2647923b-450e-47af-aee2-eb610592d7a8 None None] Checking router: b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 01:01:22.462027 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:22.465517 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2647923b-450e-47af-aee2-eb610592d7a8 None None] Routers {'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:01:22.466116 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-2647923b-450e-47af-aee2-eb610592d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:01:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:01:22.489636 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15df33d-671d-4aef-b6fa-919294d625f5 req-d5b2847b-0218-4d76-9a6a-1f95268426f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:22.491091 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c15df33d-671d-4aef-b6fa-919294d625f5 req-d5b2847b-0218-4d76-9a6a-1f95268426f7 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=f3ea7549-800e-4ee0-ab06-2db2363e7855 HTTP/1.1" status: 200 len: 850 time: 0.0443380 Sep 11 01:01:22.534164 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15df33d-671d-4aef-b6fa-919294d625f5 req-f06caf55-0de6-4a31-af96-30f978af4426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:22.536380 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c15df33d-671d-4aef-b6fa-919294d625f5 req-f06caf55-0de6-4a31-af96-30f978af4426 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=6df3e98e-548f-496e-bd19-e33fc45eb877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384183 Sep 11 01:01:22.567948 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-2647923b-450e-47af-aee2-eb610592d7a8 None None] Set router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:01:22.628804 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c15df33d-671d-4aef-b6fa-919294d625f5 req-2e8ea1ad-d2aa-4a8b-8f23-68fed2d8670d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866899 Sep 11 01:01:22.662694 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:22.724594 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c15df33d-671d-4aef-b6fa-919294d625f5 req-2b433ce8-d6d8-4a9e-affa-6db1001942cf service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900393 Sep 11 01:01:22.797270 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-2647923b-450e-47af-aee2-eb610592d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147'}], 'enable_snat': True}, 'gw_port_id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T00:55:08Z', 'revision_number': 4, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port': {'id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:00Z', 'updated_at': '2022-09-11T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '146b8908-e0c6-4c5d-bc6c-a2af675a8f14', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'floating_ip_address': '172.37.5.46', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'port_id': 'b10a8d16-c478-4d06-9202-ebcd673aec65', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'mac_address': 'fa:16:3e:eb:30:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa9d72f-859a-4226-a36e-d6184259b87f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T01:01:21Z', 'updated_at': '2022-09-11T01:01:21Z', 'revision_number': 0, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'fixed_ip_address_scope': None}, {'id': 'a1eea564-8012-4867-a2b1-cd2f0591997b', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'floating_ip_address': '172.37.5.213', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'port_id': 'bc9b80b7-364d-4952-97b3-277a78d5fa01', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'mac_address': 'fa:16:3e:e4:61:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459cb8ce-dc67-4fd5-a7ba-23b228fd415e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:59:05Z', 'updated_at': '2022-09-11T00:59:09Z', 'revision_number': 1, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfa9a9b-9ca0-4391-83b2-f87b923b3949', 'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'mac_address': 'fa:16:3e:80:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:06Z', 'updated_at': '2022-09-11T00:55:21Z', 'revision_number': 5, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'subnets': [{'id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:01:22.822046 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2647923b-450e-47af-aee2-eb610592d7a8 None None] The sync data for ids ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'] in dv-cinder-master-3-iscsi is: [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147'}], 'enable_snat': True}, 'gw_port_id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T00:55:08Z', 'revision_number': 4, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port': {'id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:00Z', 'updated_at': '2022-09-11T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '146b8908-e0c6-4c5d-bc6c-a2af675a8f14', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'floating_ip_address': '172.37.5.46', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'port_id': 'b10a8d16-c478-4d06-9202-ebcd673aec65', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'mac_address': 'fa:16:3e:eb:30:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa9d72f-859a-4226-a36e-d6184259b87f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T01:01:21Z', 'updated_at': '2022-09-11T01:01:21Z', 'revision_number': 0, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'fixed_ip_address_scope': None}, {'id': 'a1eea564-8012-4867-a2b1-cd2f0591997b', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'floating_ip_address': '172.37.5.213', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'port_id': 'bc9b80b7-364d-4952-97b3-277a78d5fa01', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'mac_address': 'fa:16:3e:e4:61:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459cb8ce-dc67-4fd5-a7ba-23b228fd415e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:59:05Z', 'updated_at': '2022-09-11T00:59:09Z', 'revision_number': 1, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfa9a9b-9ca0-4391-83b2-f87b923b3949', 'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'mac_address': 'fa:16:3e:80:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:06Z', 'updated_at': '2022-09-11T00:55:21Z', 'revision_number': 5, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'subnets': [{'id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 01:01:23.009249 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3ae9c2-1d7b-43e4-b08f-6412320269ea None None] New status for floating IP 146b8908-e0c6-4c5d-bc6c-a2af675a8f14: ACTIVE {{(pid=112724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 01:01:23.767411 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:23.956666 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:30.481637 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 01:01:32.129651 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=46,neutron:DELETE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:32.131668 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=36,neutron:DELETE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:32.713856 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=45 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:32.720882 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=34 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:33.950525 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=38 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:33.952304 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:38.243719 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d0358-2c62-40b2-967e-4a5015fd9083 req-1d714e1e-ccb4-4bc1-bf83-fa4c35cba30f tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:38.245664 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d49d0358-2c62-40b2-967e-4a5015fd9083 req-1d714e1e-ccb4-4bc1-bf83-fa4c35cba30f tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0470161 Sep 11 01:01:38.294159 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d49d0358-2c62-40b2-967e-4a5015fd9083 req-7971fcd4-d6f1-47c5-ac12-949dcd2288c9 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426548 Sep 11 01:01:39.417018 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b47803-8f93-4c02-9a56-2d5c036caaa9 req-8cf572f5-74e7-4385-953f-73db3ee6a627 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:39.418407 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-97b47803-8f93-4c02-9a56-2d5c036caaa9 req-8cf572f5-74e7-4385-953f-73db3ee6a627 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0469463 Sep 11 01:01:39.465210 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-97b47803-8f93-4c02-9a56-2d5c036caaa9 req-c7c7aea8-216b-4d3d-8f7a-b49037375299 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411882 Sep 11 01:01:40.476429 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:40.477184 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=12 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:40.589443 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632586b9-ce04-4e01-8ddb-ab2b0b008ed5 req-d7e2d18e-778b-424c-8239-543e478b7234 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:40.590931 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-632586b9-ce04-4e01-8ddb-ab2b0b008ed5 req-d7e2d18e-778b-424c-8239-543e478b7234 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0503302 Sep 11 01:01:40.636924 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-632586b9-ce04-4e01-8ddb-ab2b0b008ed5 req-4b4c557f-cf69-4ace-95c1-5526030ba7b7 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404999 Sep 11 01:01:41.687214 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:41.759776 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381c1e2-1369-4309-91ca-e6987b748370 req-362a5842-e796-4994-aa66-5a974107f224 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:41.761274 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2381c1e2-1369-4309-91ca-e6987b748370 req-362a5842-e796-4994-aa66-5a974107f224 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0467620 Sep 11 01:01:41.809128 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2381c1e2-1369-4309-91ca-e6987b748370 req-57dc3c10-4965-4256-a24b-49dad5e0b478 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422745 Sep 11 01:01:42.935131 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737cfbf-2d73-4173-a2f3-58dc35eb5bc9 req-d3a1495c-1659-4a07-a94c-e7e682ed9888 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:42.936635 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e737cfbf-2d73-4173-a2f3-58dc35eb5bc9 req-d3a1495c-1659-4a07-a94c-e7e682ed9888 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0490675 Sep 11 01:01:42.988263 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e737cfbf-2d73-4173-a2f3-58dc35eb5bc9 req-5066e35c-7a41-4d47-8fca-e0065aaf3751 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459056 Sep 11 01:01:44.111029 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa2623-a003-4570-863d-0a26c796c524 req-e1d6519d-84ed-4522-b9fb-53220ec86be7 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:44.112530 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-eaaa2623-a003-4570-863d-0a26c796c524 req-e1d6519d-84ed-4522-b9fb-53220ec86be7 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0475912 Sep 11 01:01:44.160625 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-eaaa2623-a003-4570-863d-0a26c796c524 req-c4dc378a-0ce0-4b70-9efb-2670ee0c707a tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421576 Sep 11 01:01:45.280362 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd787d1e-d54b-42b6-ad3c-c72c95f57238 req-73e8ee30-fb06-40e4-8cce-5945850a9fc0 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:45.281830 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-cd787d1e-d54b-42b6-ad3c-c72c95f57238 req-73e8ee30-fb06-40e4-8cce-5945850a9fc0 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0473287 Sep 11 01:01:45.327668 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-cd787d1e-d54b-42b6-ad3c-c72c95f57238 req-96ad4192-1558-44dc-9042-83216800c5df tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392933 Sep 11 01:01:46.453940 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55c6ce-c1a7-4351-96d9-f8d8bdb75bfa req-2f6035a2-8f26-4e7d-b483-b874d4a88445 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:46.455434 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0d55c6ce-c1a7-4351-96d9-f8d8bdb75bfa req-2f6035a2-8f26-4e7d-b483-b874d4a88445 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0489011 Sep 11 01:01:46.501817 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0d55c6ce-c1a7-4351-96d9-f8d8bdb75bfa req-fb7e545e-c6e5-48aa-bbbd-4b8bf86de980 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407143 Sep 11 01:01:47.622528 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79516187-b8c6-4771-9dd4-b91b771275ec req-7fe6acfa-b1b6-4297-a152-1febfffcb377 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:47.624021 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-79516187-b8c6-4771-9dd4-b91b771275ec req-7fe6acfa-b1b6-4297-a152-1febfffcb377 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0457339 Sep 11 01:01:47.670008 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-79516187-b8c6-4771-9dd4-b91b771275ec req-24c308ec-039f-4018-b8b5-bc3041bbcc86 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405743 Sep 11 01:01:48.794145 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1720f-bd90-427b-92ee-c2632c6ec1d8 req-28ac4170-887f-4534-b1e9-831ec45050c9 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:48.795633 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f8a1720f-bd90-427b-92ee-c2632c6ec1d8 req-28ac4170-887f-4534-b1e9-831ec45050c9 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0494525 Sep 11 01:01:48.842625 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f8a1720f-bd90-427b-92ee-c2632c6ec1d8 req-3c0e23ea-7143-4bcf-a8b4-536187ac692d tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415275 Sep 11 01:01:49.045939 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-9b2edcc9-755b-4623-bafe-f3384caa8d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:49.971050 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ae33f-fa6c-4d43-8253-501f688616ff req-683f71a5-daee-45bb-beab-1a394ce4d313 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:49.972552 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d56ae33f-fa6c-4d43-8253-501f688616ff req-683f71a5-daee-45bb-beab-1a394ce4d313 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0467219 Sep 11 01:01:50.008218 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:50.020162 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d56ae33f-fa6c-4d43-8253-501f688616ff req-e05002ab-f0fb-45d5-bd38-12761f0d32b4 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415742 Sep 11 01:01:51.131427 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:51.144523 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965b07d-983f-47c9-8f30-b3c374891de1 req-bbeb620f-d337-4274-ba05-21dd995324b8 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:51.145996 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b965b07d-983f-47c9-8f30-b3c374891de1 req-bbeb620f-d337-4274-ba05-21dd995324b8 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0469267 Sep 11 01:01:51.195773 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b965b07d-983f-47c9-8f30-b3c374891de1 req-d9e01f2c-33e8-41c2-b852-2e70303e5947 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441353 Sep 11 01:01:51.345812 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-945cc055-646f-4586-ba8b-ef3b4cdbeb05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:52.318006 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f28c4-23bf-4bed-8202-2d24c0720d94 req-7261a906-8763-4ec1-896a-ae48f7e9c5ff tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:52.319604 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-052f28c4-23bf-4bed-8202-2d24c0720d94 req-7261a906-8763-4ec1-896a-ae48f7e9c5ff tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0463307 Sep 11 01:01:52.367902 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-052f28c4-23bf-4bed-8202-2d24c0720d94 req-13afaaf1-0b4c-4573-8e53-014c95f71820 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426204 Sep 11 01:01:52.627166 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:53.486549 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6f6e5-1372-41b4-9ef0-3f640fa9ca87 req-72b6695f-9d95-4714-830e-7589be409aaa tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:53.488072 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-04b6f6e5-1372-41b4-9ef0-3f640fa9ca87 req-72b6695f-9d95-4714-830e-7589be409aaa tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0456526 Sep 11 01:01:53.536116 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-04b6f6e5-1372-41b4-9ef0-3f640fa9ca87 req-5d3df00c-2b01-435b-97ce-93011598a63f tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416303 Sep 11 01:01:53.769149 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:53.951779 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:01:54.665077 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99082b82-3354-47d1-95c5-4e7cd41eb708 req-dee4940e-d723-4a4f-8df8-b9992ac13c8b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:54.666561 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-99082b82-3354-47d1-95c5-4e7cd41eb708 req-dee4940e-d723-4a4f-8df8-b9992ac13c8b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0508492 Sep 11 01:01:54.716566 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-99082b82-3354-47d1-95c5-4e7cd41eb708 req-b0fabd4f-2098-488e-a09e-eca6cd7c6047 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440719 Sep 11 01:01:54.939819 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb421c-de80-419e-bef7-9ee12976e6a1 req-f76b9fae-f073-4653-baa8-d14408be60c4 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:54.941384 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-86cb421c-de80-419e-bef7-9ee12976e6a1 req-f76b9fae-f073-4653-baa8-d14408be60c4 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0500650 Sep 11 01:01:55.019903 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-86cb421c-de80-419e-bef7-9ee12976e6a1 req-11ca6aa6-295c-45a1-8b25-a47a6947f56d tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726883 Sep 11 01:01:55.025703 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b83bf-6d61-4e27-a02b-f223aec98486 req-3f84f1a7-c3d8-46be-8d18-7e226eb33f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:55.027217 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c33b83bf-6d61-4e27-a02b-f223aec98486 req-3f84f1a7-c3d8-46be-8d18-7e226eb33f28 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=15810c36aaa44c5fbc87197f873a6260&device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 1130 time: 0.0492661 Sep 11 01:01:55.123175 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b83bf-6d61-4e27-a02b-f223aec98486 req-a3df02d4-8b09-4394-8f1a-59306f768781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:55.124664 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c33b83bf-6d61-4e27-a02b-f223aec98486 req-a3df02d4-8b09-4394-8f1a-59306f768781 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=049b6c8b-1072-47b9-b740-d7f0f662cb7f HTTP/1.1" status: 200 len: 912 time: 0.0919039 Sep 11 01:01:55.190107 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c33b83bf-6d61-4e27-a02b-f223aec98486 req-a243eca7-fec1-47f2-9740-28928224bb3c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92f73122-c3f2-4b96-9d29-f12911010f02 HTTP/1.1" status: 200 len: 1002 time: 0.0585978 Sep 11 01:01:55.236358 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b83bf-6d61-4e27-a02b-f223aec98486 req-48e123ac-9258-433d-84c9-91c2f3514bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:55.237786 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c33b83bf-6d61-4e27-a02b-f223aec98486 req-48e123ac-9258-433d-84c9-91c2f3514bb4 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=e571c870-1a18-4bf5-9ea8-33f488d9bd4d HTTP/1.1" status: 200 len: 850 time: 0.0422852 Sep 11 01:01:55.280698 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b83bf-6d61-4e27-a02b-f223aec98486 req-a06df65d-763e-47bf-9a6f-028f94c54968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:55.282183 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c33b83bf-6d61-4e27-a02b-f223aec98486 req-a06df65d-763e-47bf-9a6f-028f94c54968 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=049b6c8b-1072-47b9-b740-d7f0f662cb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386846 Sep 11 01:01:55.374094 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c33b83bf-6d61-4e27-a02b-f223aec98486 req-4abf7542-27ce-4eed-81ba-5024744424cb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/049b6c8b-1072-47b9-b740-d7f0f662cb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856957 Sep 11 01:01:55.464599 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c33b83bf-6d61-4e27-a02b-f223aec98486 req-4336256a-b17c-4973-8387-297ce9b6868c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/049b6c8b-1072-47b9-b740-d7f0f662cb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837750 Sep 11 01:01:56.147446 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d640180-5b0b-4a50-bdf0-d51901278f34 req-242613be-0f37-4890-82d4-59c92fb37163 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:56.148892 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4d640180-5b0b-4a50-bdf0-d51901278f34 req-242613be-0f37-4890-82d4-59c92fb37163 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0493219 Sep 11 01:01:56.180158 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:56.196790 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4d640180-5b0b-4a50-bdf0-d51901278f34 req-9e7e743b-e2c1-4ddb-b239-2fc1f7247bd5 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423052 Sep 11 01:01:57.283248 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:57.320028 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bea3f-b9e7-4fc5-b1f8-27007f405a2c req-72e42aa4-3662-45f8-9d40-7da54ce32ecc tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:01:57.321482 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e60bea3f-b9e7-4fc5-b1f8-27007f405a2c req-72e42aa4-3662-45f8-9d40-7da54ce32ecc tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0479367 Sep 11 01:01:57.367331 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-e60bea3f-b9e7-4fc5-b1f8-27007f405a2c req-2af5cd1b-2d2e-4a4e-9666-872796e684bd tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403078 Sep 11 01:01:59.321456 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=3 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:01:59.325564 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=3 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:02:03.937635 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:02:03.947943 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:02:07.360985 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=11 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:02:07.363446 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=7 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:02:07.479941 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 01:02:11.709519 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:17.475585 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=2 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:02:17.476320 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:02:19.047425 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-b1652c84-c0b8-42ca-acc5-57c8e9636a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:21.347723 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-b7a10b16-593f-4547-9b4c-5dfa776162ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:22.630890 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:23.773192 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:23.954186 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:31.340624 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a091c-c6fc-4af0-ae1f-e92ee6f08e0c req-d8701b70-b487-4e09-bf7d-bd677480f264 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:31.341999 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-435a091c-c6fc-4af0-ae1f-e92ee6f08e0c req-d8701b70-b487-4e09-bf7d-bd677480f264 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0473053 Sep 11 01:02:31.394966 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-435a091c-c6fc-4af0-ae1f-e92ee6f08e0c req-cd958f99-0d08-4bbd-ac3d-5f9cebaf1c1c tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473461 Sep 11 01:02:32.519232 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109b3b4-cde6-4c95-866c-b4e00d71f188 req-9b5ea4af-3a90-42ac-8bcc-d0982501c040 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:32.520687 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2109b3b4-cde6-4c95-866c-b4e00d71f188 req-9b5ea4af-3a90-42ac-8bcc-d0982501c040 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0466268 Sep 11 01:02:32.567732 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2109b3b4-cde6-4c95-866c-b4e00d71f188 req-a70b09aa-ad15-4292-be29-115dc408a398 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408714 Sep 11 01:02:33.689774 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2737b-c57f-4493-9003-185c7e610d63 req-6da33e5d-35fa-4e47-a25d-bb9afa770518 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:33.691326 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f5c2737b-c57f-4493-9003-185c7e610d63 req-6da33e5d-35fa-4e47-a25d-bb9afa770518 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0478747 Sep 11 01:02:33.738496 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f5c2737b-c57f-4493-9003-185c7e610d63 req-23d551e4-fea6-4d30-9e29-ab9842ef4c28 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409231 Sep 11 01:02:33.948461 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:02:33.950392 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:02:34.864804 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221a6e6-d80f-4ee0-b75e-fa37cd8b9059 req-df51d092-1ce3-4205-957d-b3e54707e2bf tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:34.866252 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a221a6e6-d80f-4ee0-b75e-fa37cd8b9059 req-df51d092-1ce3-4205-957d-b3e54707e2bf tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0506122 Sep 11 01:02:34.913031 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a221a6e6-d80f-4ee0-b75e-fa37cd8b9059 req-d0a73e80-1fea-41a8-bf4e-df319928d26d tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404971 Sep 11 01:02:36.033735 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952641b4-333d-4d1c-96c7-0155db47cf19 req-9466feb6-ccaa-4aca-92d5-3fe3a30545ce tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:36.035214 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-952641b4-333d-4d1c-96c7-0155db47cf19 req-9466feb6-ccaa-4aca-92d5-3fe3a30545ce tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0466042 Sep 11 01:02:36.082042 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-952641b4-333d-4d1c-96c7-0155db47cf19 req-c1e5a1cf-b446-4752-ae76-7d84237ec77f tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407546 Sep 11 01:02:36.311942 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:02:36.322170 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=5 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:02:37.375405 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09f6cc-a671-439b-a816-ec3f46211ad4 req-07f3c906-7be6-4278-8969-87883862dba4 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:37.376808 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-da09f6cc-a671-439b-a816-ec3f46211ad4 req-07f3c906-7be6-4278-8969-87883862dba4 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.2202957 Sep 11 01:02:37.427082 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-da09f6cc-a671-439b-a816-ec3f46211ad4 req-646b6470-71d2-4c2a-83e5-19d203e476b8 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446730 Sep 11 01:02:38.603600 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a05b4d-8f34-4ec2-abcf-e7e690c2be05 req-2cb7a584-aaa4-4302-b9ce-85314d31e925 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:38.605074 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-54a05b4d-8f34-4ec2-abcf-e7e690c2be05 req-2cb7a584-aaa4-4302-b9ce-85314d31e925 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.1008124 Sep 11 01:02:38.650992 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-54a05b4d-8f34-4ec2-abcf-e7e690c2be05 req-2976d2e0-8ca9-49d2-9ade-0ef0d3d71654 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403631 Sep 11 01:02:39.769773 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24940279-56ef-4600-a3c9-ab27f4424191 req-802538f8-5782-4862-87c4-e5f77aab6134 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:39.771253 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-24940279-56ef-4600-a3c9-ab27f4424191 req-802538f8-5782-4862-87c4-e5f77aab6134 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0455046 Sep 11 01:02:39.822383 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-24940279-56ef-4600-a3c9-ab27f4424191 req-dd0f3138-6608-4200-ba98-b7335115a63b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454316 Sep 11 01:02:40.945627 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f83eb-cd68-4dc1-ba20-93c1facdcd45 req-5aab3b40-77d0-417f-9f3d-c6807a3cb281 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:40.947036 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-be1f83eb-cd68-4dc1-ba20-93c1facdcd45 req-5aab3b40-77d0-417f-9f3d-c6807a3cb281 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0497568 Sep 11 01:02:40.993512 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-be1f83eb-cd68-4dc1-ba20-93c1facdcd45 req-e4cdb9ea-e69e-4051-8d3c-b083a87b292b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410161 Sep 11 01:02:41.708198 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:42.115848 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7ef63-280b-48cd-87af-4ffe0c98e2a1 req-c873b6c2-26e4-4e78-b14e-8c6f742ac460 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:42.117634 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-06f7ef63-280b-48cd-87af-4ffe0c98e2a1 req-c873b6c2-26e4-4e78-b14e-8c6f742ac460 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0471630 Sep 11 01:02:42.173900 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-06f7ef63-280b-48cd-87af-4ffe0c98e2a1 req-1442aa71-3490-45dd-a661-b0e30d2c2c48 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507538 Sep 11 01:02:42.392941 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b515a-c286-4f17-a9d5-a26d1c6e76e3 req-bb3a0f62-d3ed-4140-9d38-81df725be547 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:42.394407 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-520b515a-c286-4f17-a9d5-a26d1c6e76e3 req-bb3a0f62-d3ed-4140-9d38-81df725be547 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0490611 Sep 11 01:02:42.446827 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:02:42.451469 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:02:42.473205 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-520b515a-c286-4f17-a9d5-a26d1c6e76e3 req-7bc6ac95-ac45-4e02-b7c1-2e3541a109c3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723393 Sep 11 01:02:42.483234 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90177a7b-6cb9-4655-9227-3b630891285d req-6223629d-69aa-4625-bc2a-271999ff1235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:42.487069 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-90177a7b-6cb9-4655-9227-3b630891285d req-6223629d-69aa-4625-bc2a-271999ff1235 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=15810c36aaa44c5fbc87197f873a6260&device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 1130 time: 0.0500531 Sep 11 01:02:42.575856 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90177a7b-6cb9-4655-9227-3b630891285d req-a4cfc443-ca18-408a-affd-fc93276a583a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:42.577341 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-90177a7b-6cb9-4655-9227-3b630891285d req-a4cfc443-ca18-408a-affd-fc93276a583a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=049b6c8b-1072-47b9-b740-d7f0f662cb7f HTTP/1.1" status: 200 len: 912 time: 0.0869215 Sep 11 01:02:42.640166 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-90177a7b-6cb9-4655-9227-3b630891285d req-d5e9e6a7-5855-437b-a4d7-a5ff88c2e7ea service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92f73122-c3f2-4b96-9d29-f12911010f02 HTTP/1.1" status: 200 len: 1002 time: 0.0569150 Sep 11 01:02:42.689130 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90177a7b-6cb9-4655-9227-3b630891285d req-6e1564fc-2c24-4344-a462-f39f06b26815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:42.690523 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-90177a7b-6cb9-4655-9227-3b630891285d req-6e1564fc-2c24-4344-a462-f39f06b26815 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=e571c870-1a18-4bf5-9ea8-33f488d9bd4d HTTP/1.1" status: 200 len: 850 time: 0.0438211 Sep 11 01:02:42.734418 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90177a7b-6cb9-4655-9227-3b630891285d req-fa93f4d2-5682-4d33-b469-d15ce1b589b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:42.735886 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-90177a7b-6cb9-4655-9227-3b630891285d req-fa93f4d2-5682-4d33-b469-d15ce1b589b1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=049b6c8b-1072-47b9-b740-d7f0f662cb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397706 Sep 11 01:02:42.823735 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-90177a7b-6cb9-4655-9227-3b630891285d req-6cf80967-9aba-4ef5-b1cf-41bd1f550cb1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/049b6c8b-1072-47b9-b740-d7f0f662cb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823491 Sep 11 01:02:42.914919 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-90177a7b-6cb9-4655-9227-3b630891285d req-93c7d643-d40e-448a-a4f5-37c5755c449b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/049b6c8b-1072-47b9-b740-d7f0f662cb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846593 Sep 11 01:02:43.595451 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45d6ea-f24b-452f-8c2a-2a2f54a190e8 req-397207dd-b3fd-4c35-be7d-39d30ac8886e tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:43.596927 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8f45d6ea-f24b-452f-8c2a-2a2f54a190e8 req-397207dd-b3fd-4c35-be7d-39d30ac8886e tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0457227 Sep 11 01:02:43.643214 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8f45d6ea-f24b-452f-8c2a-2a2f54a190e8 req-a5731d9d-c27c-4199-82d7-bf4d401f15bc tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401089 Sep 11 01:02:44.478812 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 01:02:44.762873 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e674fc4-be23-4f83-bba4-715ba35012fe req-414c45b1-6190-45a9-bd4e-65a528866ee4 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:44.764337 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3e674fc4-be23-4f83-bba4-715ba35012fe req-414c45b1-6190-45a9-bd4e-65a528866ee4 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0459015 Sep 11 01:02:44.813085 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3e674fc4-be23-4f83-bba4-715ba35012fe req-5dc36151-a175-48e1-b401-1be5ddcd9efb tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433018 Sep 11 01:02:47.584264 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-50195178-f1c4-49d9-a4b8-01c405758b9b req-02dfb4f5-bda7-4d68-aa1e-57325697a637 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0366662 Sep 11 01:02:47.688389 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50195178-f1c4-49d9-a4b8-01c405758b9b req-58f78092-2c66-43c0-85a8-bbc9d32aa3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:47.690056 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-50195178-f1c4-49d9-a4b8-01c405758b9b req-58f78092-2c66-43c0-85a8-bbc9d32aa3cd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=a1368870ddbd49be857e9ac128bc684e&device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 1129 time: 0.0435786 Sep 11 01:02:48.041295 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50195178-f1c4-49d9-a4b8-01c405758b9b req-1e76305f-f750-4a0a-9018-033d0e0b6411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:48.042753 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-50195178-f1c4-49d9-a4b8-01c405758b9b req-1e76305f-f750-4a0a-9018-033d0e0b6411 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=6df3e98e-548f-496e-bd19-e33fc45eb877 HTTP/1.1" status: 200 len: 912 time: 0.3354399 Sep 11 01:02:48.101575 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-50195178-f1c4-49d9-a4b8-01c405758b9b req-168e76d8-474a-4fe9-8917-7917a7a0e80f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc9b80b7-364d-4952-97b3-277a78d5fa01 HTTP/1.1" status: 200 len: 1001 time: 0.0525870 Sep 11 01:02:48.150174 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50195178-f1c4-49d9-a4b8-01c405758b9b req-4e0f230e-8325-47d6-b110-a7b41bb30961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:48.151563 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-50195178-f1c4-49d9-a4b8-01c405758b9b req-4e0f230e-8325-47d6-b110-a7b41bb30961 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=f3ea7549-800e-4ee0-ab06-2db2363e7855 HTTP/1.1" status: 200 len: 850 time: 0.0445266 Sep 11 01:02:48.193082 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:02:48.196812 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50195178-f1c4-49d9-a4b8-01c405758b9b req-1d2ce3d1-7728-4abc-ae19-5fcbdad03c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:48.198260 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-50195178-f1c4-49d9-a4b8-01c405758b9b req-1d2ce3d1-7728-4abc-ae19-5fcbdad03c6e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=6df3e98e-548f-496e-bd19-e33fc45eb877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406802 Sep 11 01:02:48.287362 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-50195178-f1c4-49d9-a4b8-01c405758b9b req-b7881ad0-de7d-4fd9-8d27-0e08dcb567f7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825658 Sep 11 01:02:48.310968 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:02:48.378057 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-50195178-f1c4-49d9-a4b8-01c405758b9b req-973b783c-7eb0-485b-881c-6b7e40eaa8db service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845995 Sep 11 01:02:49.048795 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-39362a90-42a7-4ec4-baa1-15d5a2ae416e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:51.153255 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 50860) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:02:51.293225 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Deleting port a2ef0513-f965-4bf5-bda8-2e736b56149a {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:02:51.293567 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (a2ef0513-f965-4bf5-bda8-2e736b56149a), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:51.350071 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-c83f9698-6c20-4760-b73b-401cbea8c397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:51.375857 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (a2ef0513-f965-4bf5-bda8-2e736b56149a), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:51.376118 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for floatingip (a2ef0513-f965-4bf5-bda8-2e736b56149a), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:51.388610 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Calling delete_port for a2ef0513-f965-4bf5-bda8-2e736b56149a owned by network:floatingip {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:02:51.556252 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (a2ef0513-f965-4bf5-bda8-2e736b56149a), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:51.581037 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Pushing event deleted for resources: {'Port': ['ID=a2ef0513-f965-4bf5-bda8-2e736b56149a,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:02:51.605420 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:02:51.605764 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:02:51.606106 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:02:51.606445 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:02:51.606777 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:02:51.607126 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:02:51.607452 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:02:51.607777 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:02:51.608102 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:02:51.608426 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:02:51.608751 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:02:51.609074 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:02:51.609395 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:02:51.609713 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:02:51.610110 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:02:51.655689 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for floatingip (146b8908-e0c6-4c5d-bc6c-a2af675a8f14), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:51.656035 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.db.l3_db [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Floating IP 146b8908-e0c6-4c5d-bc6c-a2af675a8f14 disassociated (deleted). External IP: 172.37.5.46, port: b10a8d16-c478-4d06-9202-ebcd673aec65. Sep 11 01:02:51.850353 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 01:02:51.953183 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:02:51.960595 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 01:02:51.966674 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:51.974629 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1add9f22-e6f5-4a91-89ca-51fc830fc8f3 None None] Sync routers for ids ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 01:02:51.985757 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1add9f22-e6f5-4a91-89ca-51fc830fc8f3 None None] Routers {'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:02:51.986961 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-1add9f22-e6f5-4a91-89ca-51fc830fc8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:02:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:02:52.001060 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-e49bdc89-dda6-4dfa-bc45-0d89537525ea tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/146b8908-e0c6-4c5d-bc6c-a2af675a8f14 HTTP/1.1" status: 204 len: 168 time: 0.8442819 Sep 11 01:02:52.001060 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa9d72f-859a-4226-a36e-d6184259b87f', 'tag': 'b10a8d16-c478-4d06-9202-ebcd673aec65'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:02:52.001835 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747bedaf-6ee7-4a8b-b98b-c219894f02a8" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa9d72f-859a-4226-a36e-d6184259b87f", "tag": "b10a8d16-c478-4d06-9202-ebcd673aec65"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:02:52.049409 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 01:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88283599-cbd8-41f1-a957-549adc3c7e3c x-openstack-request-id: req-88283599-cbd8-41f1-a957-549adc3c7e3c {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:02:52.049698 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa9d72f-859a-4226-a36e-d6184259b87f", "tag": "b10a8d16-c478-4d06-9202-ebcd673aec65", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:02:52.049951 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-88283599-cbd8-41f1-a957-549adc3c7e3c {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:02:52.050363 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88283599-cbd8-41f1-a957-549adc3c7e3c'] response: {'name': 'network-changed', 'server_uuid': '9fa9d72f-859a-4226-a36e-d6184259b87f', 'tag': 'b10a8d16-c478-4d06-9202-ebcd673aec65', 'status': 'completed', 'code': 200} Sep 11 01:02:52.124832 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-1add9f22-e6f5-4a91-89ca-51fc830fc8f3 None None] Set router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:02:52.245352 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa671f6d-e08e-40f0-8c62-33b327c2ef34 req-5a624b99-a788-478a-9b55-402d6231d382 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:52.246868 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fa671f6d-e08e-40f0-8c62-33b327c2ef34 req-5a624b99-a788-478a-9b55-402d6231d382 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 945 time: 0.0463562 Sep 11 01:02:52.297419 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fa671f6d-e08e-40f0-8c62-33b327c2ef34 req-f078daa6-702a-4c36-a70f-6b72723e114e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448709 Sep 11 01:02:52.342906 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-1add9f22-e6f5-4a91-89ca-51fc830fc8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147'}], 'enable_snat': True}, 'gw_port_id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T00:55:08Z', 'revision_number': 4, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port': {'id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:00Z', 'updated_at': '2022-09-11T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a1eea564-8012-4867-a2b1-cd2f0591997b', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'floating_ip_address': '172.37.5.213', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'port_id': 'bc9b80b7-364d-4952-97b3-277a78d5fa01', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'mac_address': 'fa:16:3e:e4:61:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459cb8ce-dc67-4fd5-a7ba-23b228fd415e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:59:05Z', 'updated_at': '2022-09-11T00:59:09Z', 'revision_number': 1, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfa9a9b-9ca0-4391-83b2-f87b923b3949', 'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'mac_address': 'fa:16:3e:80:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:06Z', 'updated_at': '2022-09-11T00:55:21Z', 'revision_number': 5, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'subnets': [{'id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:02:52.352064 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bedaf-6ee7-4a8b-b98b-c219894f02a8 req-61c4e57e-1460-4994-844d-7b149bf78c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:52.353974 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-747bedaf-6ee7-4a8b-b98b-c219894f02a8 req-61c4e57e-1460-4994-844d-7b149bf78c8f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=a1368870ddbd49be857e9ac128bc684e&device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 1129 time: 0.0483413 Sep 11 01:02:52.371934 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1add9f22-e6f5-4a91-89ca-51fc830fc8f3 None None] Checking router: b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 01:02:52.380195 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1add9f22-e6f5-4a91-89ca-51fc830fc8f3 None None] Routers {'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:02:52.380789 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-1add9f22-e6f5-4a91-89ca-51fc830fc8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:02:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:02:52.479230 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-1add9f22-e6f5-4a91-89ca-51fc830fc8f3 None None] Set router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:02:52.654303 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:52.695991 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-1add9f22-e6f5-4a91-89ca-51fc830fc8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147'}], 'enable_snat': True}, 'gw_port_id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T00:55:08Z', 'revision_number': 4, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port': {'id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:00Z', 'updated_at': '2022-09-11T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a1eea564-8012-4867-a2b1-cd2f0591997b', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'floating_ip_address': '172.37.5.213', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'port_id': 'bc9b80b7-364d-4952-97b3-277a78d5fa01', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'mac_address': 'fa:16:3e:e4:61:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459cb8ce-dc67-4fd5-a7ba-23b228fd415e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:59:05Z', 'updated_at': '2022-09-11T00:59:09Z', 'revision_number': 1, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfa9a9b-9ca0-4391-83b2-f87b923b3949', 'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'mac_address': 'fa:16:3e:80:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:06Z', 'updated_at': '2022-09-11T00:55:21Z', 'revision_number': 5, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'subnets': [{'id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:02:52.720327 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1add9f22-e6f5-4a91-89ca-51fc830fc8f3 None None] The sync data for ids ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'] in dv-cinder-master-3-iscsi is: [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147'}], 'enable_snat': True}, 'gw_port_id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T00:55:08Z', 'revision_number': 4, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port': {'id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:00Z', 'updated_at': '2022-09-11T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a1eea564-8012-4867-a2b1-cd2f0591997b', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'floating_ip_address': '172.37.5.213', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'port_id': 'bc9b80b7-364d-4952-97b3-277a78d5fa01', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'mac_address': 'fa:16:3e:e4:61:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459cb8ce-dc67-4fd5-a7ba-23b228fd415e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T00:59:05Z', 'updated_at': '2022-09-11T00:59:09Z', 'revision_number': 1, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfa9a9b-9ca0-4391-83b2-f87b923b3949', 'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'mac_address': 'fa:16:3e:80:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:06Z', 'updated_at': '2022-09-11T00:55:21Z', 'revision_number': 5, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'subnets': [{'id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 01:02:52.928529 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f533b508-ee32-430d-a1b4-5d54094b7d15 None None] New status for floating IP 146b8908-e0c6-4c5d-bc6c-a2af675a8f14: DOWN {{(pid=112724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 01:02:53.438606 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc65fe-560d-4463-b838-c4e8d1ff3db3 req-edfcf2b8-5746-4c38-96e4-61a18f9a67bb tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:53.440110 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f7fc65fe-560d-4463-b838-c4e8d1ff3db3 req-edfcf2b8-5746-4c38-96e4-61a18f9a67bb tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 945 time: 0.0466075 Sep 11 01:02:53.519313 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f7fc65fe-560d-4463-b838-c4e8d1ff3db3 req-8904b866-88aa-443e-a447-e1d1f9ee47a9 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732541 Sep 11 01:02:53.587331 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bedaf-6ee7-4a8b-b98b-c219894f02a8 req-0202bc72-1453-4451-8b7d-6bb8ed0ff30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:53.588853 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-747bedaf-6ee7-4a8b-b98b-c219894f02a8 req-0202bc72-1453-4451-8b7d-6bb8ed0ff30d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=6df3e98e-548f-496e-bd19-e33fc45eb877 HTTP/1.1" status: 200 len: 912 time: 0.1055646 Sep 11 01:02:53.776946 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:53.831513 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-747bedaf-6ee7-4a8b-b98b-c219894f02a8 req-42816c18-e77b-456d-9e00-7da55a153931 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b10a8d16-c478-4d06-9202-ebcd673aec65 HTTP/1.1" status: 200 len: 217 time: 0.0331168 Sep 11 01:02:53.879294 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bedaf-6ee7-4a8b-b98b-c219894f02a8 req-02a55cd4-a935-47f3-a472-1e2c0ba14e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:53.880693 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-747bedaf-6ee7-4a8b-b98b-c219894f02a8 req-02a55cd4-a935-47f3-a472-1e2c0ba14e6e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=f3ea7549-800e-4ee0-ab06-2db2363e7855 HTTP/1.1" status: 200 len: 850 time: 0.0425487 Sep 11 01:02:53.922647 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bedaf-6ee7-4a8b-b98b-c219894f02a8 req-8c899ab0-888f-404b-a024-24b1e26f5d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:53.924155 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-747bedaf-6ee7-4a8b-b98b-c219894f02a8 req-8c899ab0-888f-404b-a024-24b1e26f5d88 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=6df3e98e-548f-496e-bd19-e33fc45eb877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382466 Sep 11 01:02:53.956483 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:54.123786 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-747bedaf-6ee7-4a8b-b98b-c219894f02a8 req-e2000953-a67e-44a3-8182-9a0f75711531 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870121 Sep 11 01:02:54.223226 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2a8a6-0bfd-45a2-afb4-83bedb5c4439 req-936ace67-3452-49ee-a342-9fb6cf99c14b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:54.224715 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-abf2a8a6-0bfd-45a2-afb4-83bedb5c4439 req-936ace67-3452-49ee-a342-9fb6cf99c14b tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 945 time: 0.0520029 Sep 11 01:02:54.262394 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-747bedaf-6ee7-4a8b-b98b-c219894f02a8 req-42997b9b-1576-4263-95e9-02dcc8b81455 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900767 Sep 11 01:02:54.273677 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:02:54.315001 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [req-abf2a8a6-0bfd-45a2-afb4-83bedb5c4439 req-c4e3b234-ee90-48f7-b12d-34f15388a7fb tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Deleting port b10a8d16-c478-4d06-9202-ebcd673aec65 {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:02:54.315382 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-abf2a8a6-0bfd-45a2-afb4-83bedb5c4439 req-c4e3b234-ee90-48f7-b12d-34f15388a7fb tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (b10a8d16-c478-4d06-9202-ebcd673aec65), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:54.412515 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [req-abf2a8a6-0bfd-45a2-afb4-83bedb5c4439 req-c4e3b234-ee90-48f7-b12d-34f15388a7fb tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] For port b10a8d16-c478-4d06-9202-ebcd673aec65, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b10a8d16-c478-4d06-9202-ebcd673aec65,segment=NetworkSegment(c77f5f4f-cada-402d-b932-fa2457ffe4e0),segment_id=c77f5f4f-cada-402d-b932-fa2457ffe4e0)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:02:54.412757 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-abf2a8a6-0bfd-45a2-afb4-83bedb5c4439 req-c4e3b234-ee90-48f7-b12d-34f15388a7fb tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (b10a8d16-c478-4d06-9202-ebcd673aec65), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:54.428910 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [req-abf2a8a6-0bfd-45a2-afb4-83bedb5c4439 req-c4e3b234-ee90-48f7-b12d-34f15388a7fb tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Calling delete_port for b10a8d16-c478-4d06-9202-ebcd673aec65 owned by compute:nova {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:02:54.567458 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-abf2a8a6-0bfd-45a2-afb4-83bedb5c4439 req-c4e3b234-ee90-48f7-b12d-34f15388a7fb tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (b10a8d16-c478-4d06-9202-ebcd673aec65), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:54.608624 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3b234-ee90-48f7-b12d-34f15388a7fb tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Pushing event deleted for resources: {'Port': ['ID=b10a8d16-c478-4d06-9202-ebcd673aec65,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:02:54.630104 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-696d00a4-e60a-4674-85ca-b6b81f2ac70a req-57d2ee3c-ec8f-49a2-b3b6-63f30f5033f1 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9fa9d72f-859a-4226-a36e-d6184259b87f HTTP/1.1" status: 200 len: 210 time: 0.0313933 Sep 11 01:02:54.669993 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf2a8a6-0bfd-45a2-afb4-83bedb5c4439 req-c4e3b234-ee90-48f7-b12d-34f15388a7fb tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] No DVR routers for this DVR port b10a8d16-c478-4d06-9202-ebcd673aec65 on host hv-cinder-maste {{(pid=112722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 01:02:54.672483 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [req-abf2a8a6-0bfd-45a2-afb4-83bedb5c4439 req-c4e3b234-ee90-48f7-b12d-34f15388a7fb tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:54.676577 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-abf2a8a6-0bfd-45a2-afb4-83bedb5c4439 req-c4e3b234-ee90-48f7-b12d-34f15388a7fb tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.18 "DELETE /networking/v2.0/ports/b10a8d16-c478-4d06-9202-ebcd673aec65 HTTP/1.1" status: 204 len: 173 time: 0.4460254 Sep 11 01:02:54.677368 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa9d72f-859a-4226-a36e-d6184259b87f', 'name': 'network-vif-deleted', 'tag': 'b10a8d16-c478-4d06-9202-ebcd673aec65'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:02:54.680617 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686c0393-89b2-4685-a4ca-b4beb30aad43" -d '{"events": [{"server_uuid": "9fa9d72f-859a-4226-a36e-d6184259b87f", "name": "network-vif-deleted", "tag": "b10a8d16-c478-4d06-9202-ebcd673aec65"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:02:54.722354 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 01:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15a5cd3-e06c-47a4-abfb-b05fe9f764fd x-openstack-request-id: req-e15a5cd3-e06c-47a4-abfb-b05fe9f764fd {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:02:54.722677 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa9d72f-859a-4226-a36e-d6184259b87f", "name": "network-vif-deleted", "tag": "b10a8d16-c478-4d06-9202-ebcd673aec65", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:02:54.722909 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e15a5cd3-e06c-47a4-abfb-b05fe9f764fd {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:02:54.723463 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e15a5cd3-e06c-47a4-abfb-b05fe9f764fd'] response: {'server_uuid': '9fa9d72f-859a-4226-a36e-d6184259b87f', 'name': 'network-vif-deleted', 'tag': 'b10a8d16-c478-4d06-9202-ebcd673aec65', 'status': 'completed', 'code': 200} Sep 11 01:02:57.933707 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 50892) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:02:58.325086 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-c98709d8-4b71-480c-bae0-91a724260ccc tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Deleting port 23dcb300-4a94-4d83-bce1-2a9f24baf97a {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:02:58.325423 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c98709d8-4b71-480c-bae0-91a724260ccc tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (23dcb300-4a94-4d83-bce1-2a9f24baf97a), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:58.335585 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device b10a8d16-c478-4d06-9202-ebcd673aec65 no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 01:02:58.339151 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:02:58.355745 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] No Port match for: b10a8d16-c478-4d06-9202-ebcd673aec65 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 01:02:58.356084 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device b10a8d16-c478-4d06-9202-ebcd673aec65 not bound to the agent host hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 01:02:58.406108 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c98709d8-4b71-480c-bae0-91a724260ccc tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (23dcb300-4a94-4d83-bce1-2a9f24baf97a), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:58.406432 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c98709d8-4b71-480c-bae0-91a724260ccc tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for floatingip (23dcb300-4a94-4d83-bce1-2a9f24baf97a), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:58.420035 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-c98709d8-4b71-480c-bae0-91a724260ccc tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Calling delete_port for 23dcb300-4a94-4d83-bce1-2a9f24baf97a owned by network:floatingip {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:02:58.563169 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c98709d8-4b71-480c-bae0-91a724260ccc tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (23dcb300-4a94-4d83-bce1-2a9f24baf97a), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:58.566049 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:02:58.589943 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98709d8-4b71-480c-bae0-91a724260ccc tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Pushing event deleted for resources: {'Port': ['ID=23dcb300-4a94-4d83-bce1-2a9f24baf97a,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:02:58.633703 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:02:58.654588 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c98709d8-4b71-480c-bae0-91a724260ccc tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for floatingip (a1eea564-8012-4867-a2b1-cd2f0591997b), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:58.655003 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.db.l3_db [None req-c98709d8-4b71-480c-bae0-91a724260ccc tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Floating IP a1eea564-8012-4867-a2b1-cd2f0591997b disassociated (deleted). External IP: 172.37.5.213, port: bc9b80b7-364d-4952-97b3-277a78d5fa01. Sep 11 01:02:58.852602 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98709d8-4b71-480c-bae0-91a724260ccc tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 01:02:58.956925 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98709d8-4b71-480c-bae0-91a724260ccc tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 01:02:58.961710 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c98709d8-4b71-480c-bae0-91a724260ccc tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:02:58.967169 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077af486-89f0-4d08-8dc3-13e0fcf4e920 None None] Sync routers for ids ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 01:02:58.976629 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077af486-89f0-4d08-8dc3-13e0fcf4e920 None None] Routers {'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:02:58.977233 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-077af486-89f0-4d08-8dc3-13e0fcf4e920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:02:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:02:58.993789 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-c98709d8-4b71-480c-bae0-91a724260ccc tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/a1eea564-8012-4867-a2b1-cd2f0591997b HTTP/1.1" status: 204 len: 168 time: 1.0589991 Sep 11 01:02:58.995265 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459cb8ce-dc67-4fd5-a7ba-23b228fd415e', 'tag': 'bc9b80b7-364d-4952-97b3-277a78d5fa01'}] {{(pid=112722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:02:58.997930 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d07fcf465e483dc6b1dc76714e52a1ecca541e3df532fdc28c3bc227920a406" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6511c06d-1f18-47e4-a489-0a58a8b2fe29" -d '{"events": [{"name": "network-changed", "server_uuid": "459cb8ce-dc67-4fd5-a7ba-23b228fd415e", "tag": "bc9b80b7-364d-4952-97b3-277a78d5fa01"}]}' {{(pid=112722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:02:59.039778 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 01:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8370f4bd-3383-4d7a-a3f0-fa6ec911fd64 x-openstack-request-id: req-8370f4bd-3383-4d7a-a3f0-fa6ec911fd64 {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:02:59.040161 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459cb8ce-dc67-4fd5-a7ba-23b228fd415e", "tag": "bc9b80b7-364d-4952-97b3-277a78d5fa01", "status": "completed", "code": 200}]} {{(pid=112722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:02:59.040321 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8370f4bd-3383-4d7a-a3f0-fa6ec911fd64 {{(pid=112722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:02:59.040973 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8370f4bd-3383-4d7a-a3f0-fa6ec911fd64'] response: {'name': 'network-changed', 'server_uuid': '459cb8ce-dc67-4fd5-a7ba-23b228fd415e', 'tag': 'bc9b80b7-364d-4952-97b3-277a78d5fa01', 'status': 'completed', 'code': 200} Sep 11 01:02:59.088324 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-077af486-89f0-4d08-8dc3-13e0fcf4e920 None None] Set router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:02:59.145991 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511c06d-1f18-47e4-a489-0a58a8b2fe29 req-dc97506e-2aab-4147-8317-074e1fccd36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:59.147697 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-6511c06d-1f18-47e4-a489-0a58a8b2fe29 req-dc97506e-2aab-4147-8317-074e1fccd36a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=a1368870ddbd49be857e9ac128bc684e&device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 1129 time: 0.0566664 Sep 11 01:02:59.227387 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:02:59.230775 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5affad-18c5-4268-b500-92385ff2b2ed req-ad5e7ba0-29a3-4d75-823b-47a7b2b69090 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:02:59.232293 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7d5affad-18c5-4268-b500-92385ff2b2ed req-ad5e7ba0-29a3-4d75-823b-47a7b2b69090 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 945 time: 0.0514598 Sep 11 01:02:59.282294 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7d5affad-18c5-4268-b500-92385ff2b2ed req-51e4b490-b7a4-4b07-a8dd-c087d25ff3a3 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440612 Sep 11 01:02:59.303601 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-077af486-89f0-4d08-8dc3-13e0fcf4e920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147'}], 'enable_snat': True}, 'gw_port_id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T00:55:08Z', 'revision_number': 4, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port': {'id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:00Z', 'updated_at': '2022-09-11T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'cbfa9a9b-9ca0-4391-83b2-f87b923b3949', 'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'mac_address': 'fa:16:3e:80:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:06Z', 'updated_at': '2022-09-11T00:55:21Z', 'revision_number': 5, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'subnets': [{'id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:02:59.321944 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077af486-89f0-4d08-8dc3-13e0fcf4e920 None None] Checking router: b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 01:02:59.330623 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077af486-89f0-4d08-8dc3-13e0fcf4e920 None None] Routers {'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:02:59.331239 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-077af486-89f0-4d08-8dc3-13e0fcf4e920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:02:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:02:59.428017 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-077af486-89f0-4d08-8dc3-13e0fcf4e920 None None] Set router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:02:59.730451 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-077af486-89f0-4d08-8dc3-13e0fcf4e920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147'}], 'enable_snat': True}, 'gw_port_id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T00:55:08Z', 'revision_number': 4, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port': {'id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:00Z', 'updated_at': '2022-09-11T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'cbfa9a9b-9ca0-4391-83b2-f87b923b3949', 'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'mac_address': 'fa:16:3e:80:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:06Z', 'updated_at': '2022-09-11T00:55:21Z', 'revision_number': 5, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'subnets': [{'id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:02:59.754438 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077af486-89f0-4d08-8dc3-13e0fcf4e920 None None] The sync data for ids ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'] in dv-cinder-master-3-iscsi is: [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147'}], 'enable_snat': True}, 'gw_port_id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T00:55:08Z', 'revision_number': 4, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port': {'id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:00Z', 'updated_at': '2022-09-11T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'cbfa9a9b-9ca0-4391-83b2-f87b923b3949', 'name': '', 'network_id': '6df3e98e-548f-496e-bd19-e33fc45eb877', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'mac_address': 'fa:16:3e:80:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:06Z', 'updated_at': '2022-09-11T00:55:21Z', 'revision_number': 5, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'subnets': [{'id': 'f3ea7549-800e-4ee0-ab06-2db2363e7855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 01:02:59.964146 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37c3c2f-57df-4dad-99fc-572801f5ad21 None None] New status for floating IP a1eea564-8012-4867-a2b1-cd2f0591997b: DOWN {{(pid=112724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 01:03:00.344983 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511c06d-1f18-47e4-a489-0a58a8b2fe29 req-92996d7b-cf14-40e8-b229-6bd26ae9d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:00.346475 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-6511c06d-1f18-47e4-a489-0a58a8b2fe29 req-92996d7b-cf14-40e8-b229-6bd26ae9d69b service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=6df3e98e-548f-496e-bd19-e33fc45eb877 HTTP/1.1" status: 200 len: 912 time: 0.0940442 Sep 11 01:03:00.412743 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab310859-dd76-4a07-ac06-e1641c87100d req-8551933d-ff27-45c9-bde6-21b1e38e58b3 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:00.414214 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ab310859-dd76-4a07-ac06-e1641c87100d req-8551933d-ff27-45c9-bde6-21b1e38e58b3 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 945 time: 0.0506356 Sep 11 01:03:00.435498 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:00.464518 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ab310859-dd76-4a07-ac06-e1641c87100d req-8ed123e7-d689-47ae-8467-bf0c6d70e591 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=13acb4db-be99-49b4-a753-cd6637e6af9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440490 Sep 11 01:03:00.535506 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-6511c06d-1f18-47e4-a489-0a58a8b2fe29 req-2dac8d3a-b3cd-4343-94e2-fbb12544ea87 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc9b80b7-364d-4952-97b3-277a78d5fa01 HTTP/1.1" status: 200 len: 217 time: 0.0330503 Sep 11 01:03:00.584869 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511c06d-1f18-47e4-a489-0a58a8b2fe29 req-130eb733-5b95-4280-871a-26cfda2c4081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:00.586240 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-6511c06d-1f18-47e4-a489-0a58a8b2fe29 req-130eb733-5b95-4280-871a-26cfda2c4081 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=f3ea7549-800e-4ee0-ab06-2db2363e7855 HTTP/1.1" status: 200 len: 850 time: 0.0434349 Sep 11 01:03:00.805513 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511c06d-1f18-47e4-a489-0a58a8b2fe29 req-b8817545-d0ef-4167-9641-ba08bb8f6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:00.807109 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-6511c06d-1f18-47e4-a489-0a58a8b2fe29 req-b8817545-d0ef-4167-9641-ba08bb8f6b7d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=6df3e98e-548f-496e-bd19-e33fc45eb877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0882823 Sep 11 01:03:00.864079 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [req-6511c06d-1f18-47e4-a489-0a58a8b2fe29 req-4a80323e-57fd-46f5-8e30-3dd137afc0d5 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112722) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 11 01:03:00.865101 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-6511c06d-1f18-47e4-a489-0a58a8b2fe29 req-4a80323e-57fd-46f5-8e30-3dd137afc0d5 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050342 Sep 11 01:03:00.906052 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d945345-e127-48b6-9db7-cf6c897285ab req-9c88c2a9-5b11-4f59-940f-227227a9e415 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:00.907536 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6d945345-e127-48b6-9db7-cf6c897285ab req-9c88c2a9-5b11-4f59-940f-227227a9e415 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 945 time: 0.0469544 Sep 11 01:03:00.955918 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-6511c06d-1f18-47e4-a489-0a58a8b2fe29 req-f4eb415c-77d4-4fb6-bdd2-23c3f51caa2d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844193 Sep 11 01:03:00.982667 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:00.990704 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [req-6d945345-e127-48b6-9db7-cf6c897285ab req-5d0b1e34-71c5-4127-a3fa-6afbe64b2b6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Deleting port bc9b80b7-364d-4952-97b3-277a78d5fa01 {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:03:00.991085 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-6d945345-e127-48b6-9db7-cf6c897285ab req-5d0b1e34-71c5-4127-a3fa-6afbe64b2b6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (bc9b80b7-364d-4952-97b3-277a78d5fa01), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:01.051197 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [req-6511c06d-1f18-47e4-a489-0a58a8b2fe29 req-a45b0347-4a7c-47da-8b51-d61343a8c123 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895922 Sep 11 01:03:01.084784 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-6d945345-e127-48b6-9db7-cf6c897285ab req-5d0b1e34-71c5-4127-a3fa-6afbe64b2b6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] For port bc9b80b7-364d-4952-97b3-277a78d5fa01, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bc9b80b7-364d-4952-97b3-277a78d5fa01,segment=NetworkSegment(c77f5f4f-cada-402d-b932-fa2457ffe4e0),segment_id=c77f5f4f-cada-402d-b932-fa2457ffe4e0)] {{(pid=112721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:03:01.085179 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-6d945345-e127-48b6-9db7-cf6c897285ab req-5d0b1e34-71c5-4127-a3fa-6afbe64b2b6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (bc9b80b7-364d-4952-97b3-277a78d5fa01), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:01.099175 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [req-6d945345-e127-48b6-9db7-cf6c897285ab req-5d0b1e34-71c5-4127-a3fa-6afbe64b2b6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Calling delete_port for bc9b80b7-364d-4952-97b3-277a78d5fa01 owned by compute:nova {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:03:01.227562 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-6d945345-e127-48b6-9db7-cf6c897285ab req-5d0b1e34-71c5-4127-a3fa-6afbe64b2b6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (bc9b80b7-364d-4952-97b3-277a78d5fa01), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:01.254446 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b1e34-71c5-4127-a3fa-6afbe64b2b6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Pushing event deleted for resources: {'Port': ['ID=bc9b80b7-364d-4952-97b3-277a78d5fa01,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:01.281992 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b1e34-71c5-4127-a3fa-6afbe64b2b6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:01.282345 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b1e34-71c5-4127-a3fa-6afbe64b2b6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:01.282692 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b1e34-71c5-4127-a3fa-6afbe64b2b6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:01.283060 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b1e34-71c5-4127-a3fa-6afbe64b2b6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:01.283399 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b1e34-71c5-4127-a3fa-6afbe64b2b6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:01.283734 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b1e34-71c5-4127-a3fa-6afbe64b2b6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:01.284065 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b1e34-71c5-4127-a3fa-6afbe64b2b6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:01.284392 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b1e34-71c5-4127-a3fa-6afbe64b2b6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:01.284720 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b1e34-71c5-4127-a3fa-6afbe64b2b6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:01.285048 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b1e34-71c5-4127-a3fa-6afbe64b2b6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:01.285374 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b1e34-71c5-4127-a3fa-6afbe64b2b6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:01.285701 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b1e34-71c5-4127-a3fa-6afbe64b2b6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:01.286024 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b1e34-71c5-4127-a3fa-6afbe64b2b6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:01.286344 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b1e34-71c5-4127-a3fa-6afbe64b2b6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:01.286674 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b1e34-71c5-4127-a3fa-6afbe64b2b6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:01.309531 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d945345-e127-48b6-9db7-cf6c897285ab req-5d0b1e34-71c5-4127-a3fa-6afbe64b2b6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] No DVR routers for this DVR port bc9b80b7-364d-4952-97b3-277a78d5fa01 on host hv-cinder-maste {{(pid=112721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 01:03:01.311936 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-6d945345-e127-48b6-9db7-cf6c897285ab req-5d0b1e34-71c5-4127-a3fa-6afbe64b2b6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:01.315158 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6d945345-e127-48b6-9db7-cf6c897285ab req-5d0b1e34-71c5-4127-a3fa-6afbe64b2b6e tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.18 "DELETE /networking/v2.0/ports/bc9b80b7-364d-4952-97b3-277a78d5fa01 HTTP/1.1" status: 204 len: 173 time: 0.4021876 Sep 11 01:03:01.315648 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459cb8ce-dc67-4fd5-a7ba-23b228fd415e', 'name': 'network-vif-deleted', 'tag': 'bc9b80b7-364d-4952-97b3-277a78d5fa01'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:03:01.317928 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3685e44-3ad4-4666-8305-87774a19850c" -d '{"events": [{"server_uuid": "459cb8ce-dc67-4fd5-a7ba-23b228fd415e", "name": "network-vif-deleted", "tag": "bc9b80b7-364d-4952-97b3-277a78d5fa01"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:03:01.361761 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 01:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82555ca-8467-4bf1-a80b-37e6551758c2 x-openstack-request-id: req-e82555ca-8467-4bf1-a80b-37e6551758c2 {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:03:01.362054 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459cb8ce-dc67-4fd5-a7ba-23b228fd415e", "name": "network-vif-deleted", "tag": "bc9b80b7-364d-4952-97b3-277a78d5fa01", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:03:01.362309 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e82555ca-8467-4bf1-a80b-37e6551758c2 {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:03:01.362717 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e82555ca-8467-4bf1-a80b-37e6551758c2'] response: {'server_uuid': '459cb8ce-dc67-4fd5-a7ba-23b228fd415e', 'name': 'network-vif-deleted', 'tag': 'bc9b80b7-364d-4952-97b3-277a78d5fa01', 'status': 'completed', 'code': 200} Sep 11 01:03:01.571118 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b3589650-d43c-412d-822d-a5aa7372e9ab req-2d0a4f12-0c95-40da-b997-f40a9ada8c75 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=459cb8ce-dc67-4fd5-a7ba-23b228fd415e HTTP/1.1" status: 200 len: 210 time: 0.0313442 Sep 11 01:03:02.644721 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 50910) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:03:02.753330 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-047b86fc-d225-472e-b04f-347a3ed19697 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Deleting port efac93d4-3820-454e-b5b7-faa7141d3043 {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:03:02.753672 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-047b86fc-d225-472e-b04f-347a3ed19697 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (efac93d4-3820-454e-b5b7-faa7141d3043), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:02.827904 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-047b86fc-d225-472e-b04f-347a3ed19697 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (efac93d4-3820-454e-b5b7-faa7141d3043), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:02.828227 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-047b86fc-d225-472e-b04f-347a3ed19697 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for floatingip (efac93d4-3820-454e-b5b7-faa7141d3043), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:02.841034 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-047b86fc-d225-472e-b04f-347a3ed19697 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Calling delete_port for efac93d4-3820-454e-b5b7-faa7141d3043 owned by network:floatingip {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:03:02.968906 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-047b86fc-d225-472e-b04f-347a3ed19697 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (efac93d4-3820-454e-b5b7-faa7141d3043), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:02.993984 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b86fc-d225-472e-b04f-347a3ed19697 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Pushing event deleted for resources: {'Port': ['ID=efac93d4-3820-454e-b5b7-faa7141d3043,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:03.040112 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:03.058702 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-047b86fc-d225-472e-b04f-347a3ed19697 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for floatingip (1e0ee436-590a-45ad-a220-a7c56469866c), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:03.061194 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-047b86fc-d225-472e-b04f-347a3ed19697 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:03.062334 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-047b86fc-d225-472e-b04f-347a3ed19697 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/1e0ee436-590a-45ad-a220-a7c56469866c HTTP/1.1" status: 204 len: 168 time: 0.4176459 Sep 11 01:03:04.270176 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 50922) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:03:04.328536 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-23922a19-3ea5-432e-aa9e-a441b3b6c8a2 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for security_group (13acb4db-be99-49b4-a753-cd6637e6af9a), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:04.351225 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device bc9b80b7-364d-4952-97b3-277a78d5fa01 no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 01:03:04.354346 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-23922a19-3ea5-432e-aa9e-a441b3b6c8a2 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for security_group (13acb4db-be99-49b4-a753-cd6637e6af9a), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:04.373898 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=100 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:04.374099 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] No Port match for: bc9b80b7-364d-4952-97b3-277a78d5fa01 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 01:03:04.374390 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device bc9b80b7-364d-4952-97b3-277a78d5fa01 not bound to the agent host hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 01:03:04.380888 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=100 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:04.415878 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-23922a19-3ea5-432e-aa9e-a441b3b6c8a2 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (13acb4db-be99-49b4-a753-cd6637e6af9a), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:04.419394 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-23922a19-3ea5-432e-aa9e-a441b3b6c8a2 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:04.420706 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-23922a19-3ea5-432e-aa9e-a441b3b6c8a2 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/13acb4db-be99-49b4-a753-cd6637e6af9a HTTP/1.1" status: 204 len: 168 time: 0.1495121 Sep 11 01:03:04.430190 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23922a19-3ea5-432e-aa9e-a441b3b6c8a2 tempest-TestVolumeBootPattern-40689968 tempest-TestVolumeBootPattern-40689968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13acb4db-be99-49b4-a753-cd6637e6af9a,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:05.492476 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 50928) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:03:05.905365 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9c946aaf-da9a-4321-a2d6-901d7d291476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768042'] for router_interface (b80480c3-7b4e-4d26-a02d-800a6e9ad8b7), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:06.122888 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-9c946aaf-da9a-4321-a2d6-901d7d291476 admin admin] Deleting port cbfa9a9b-9ca0-4391-83b2-f87b923b3949 {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:03:06.123232 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9c946aaf-da9a-4321-a2d6-901d7d291476 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (cbfa9a9b-9ca0-4391-83b2-f87b923b3949), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:06.201683 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [None req-9c946aaf-da9a-4321-a2d6-901d7d291476 admin admin] For port cbfa9a9b-9ca0-4391-83b2-f87b923b3949, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cbfa9a9b-9ca0-4391-83b2-f87b923b3949,segment=NetworkSegment(c77f5f4f-cada-402d-b932-fa2457ffe4e0),segment_id=c77f5f4f-cada-402d-b932-fa2457ffe4e0)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:03:06.201962 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9c946aaf-da9a-4321-a2d6-901d7d291476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (cbfa9a9b-9ca0-4391-83b2-f87b923b3949), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:06.214324 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-9c946aaf-da9a-4321-a2d6-901d7d291476 admin admin] Calling delete_port for cbfa9a9b-9ca0-4391-83b2-f87b923b3949 owned by network:router_interface {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:03:06.367758 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:06.381812 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:06.391973 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9c946aaf-da9a-4321-a2d6-901d7d291476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (cbfa9a9b-9ca0-4391-83b2-f87b923b3949), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:06.419762 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c946aaf-da9a-4321-a2d6-901d7d291476 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbfa9a9b-9ca0-4391-83b2-f87b923b3949,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:06.583870 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9c946aaf-da9a-4321-a2d6-901d7d291476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3793178'] for router_interface (b80480c3-7b4e-4d26-a02d-800a6e9ad8b7), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:06.698550 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=6 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:06.699991 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=10 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:06.793758 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c946aaf-da9a-4321-a2d6-901d7d291476 admin admin] Router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 01:03:06.894126 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c946aaf-da9a-4321-a2d6-901d7d291476 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 01:03:06.899075 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-9c946aaf-da9a-4321-a2d6-901d7d291476 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/b80480c3-7b4e-4d26-a02d-800a6e9ad8b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4056213 Sep 11 01:03:06.902322 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 50932) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:03:06.904975 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3bcdbd-8ed6-464a-8444-530e1529c1d2 None None] Sync routers for ids ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 01:03:06.915936 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3bcdbd-8ed6-464a-8444-530e1529c1d2 None None] Routers {'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:03:06.918070 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-5c3bcdbd-8ed6-464a-8444-530e1529c1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:02:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:03:07.001440 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8ed35eb4-3579-43c4-a312-f341d45b637b admin admin] Publish callbacks [] for router (b80480c3-7b4e-4d26-a02d-800a6e9ad8b7), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:07.018846 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-5c3bcdbd-8ed6-464a-8444-530e1529c1d2 None None] Set router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:03:07.097701 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8ed35eb4-3579-43c4-a312-f341d45b637b admin admin] Publish callbacks [] for router_gateway (b80480c3-7b4e-4d26-a02d-800a6e9ad8b7), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:07.143514 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-8ed35eb4-3579-43c4-a312-f341d45b637b admin admin] Deleting port 6ab490bd-6694-434e-bfcf-a7aff0af488f {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:03:07.143865 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8ed35eb4-3579-43c4-a312-f341d45b637b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (6ab490bd-6694-434e-bfcf-a7aff0af488f), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:07.188161 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-5c3bcdbd-8ed6-464a-8444-530e1529c1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147'}], 'enable_snat': True}, 'gw_port_id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T01:03:06Z', 'revision_number': 5, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port': {'id': '6ab490bd-6694-434e-bfcf-a7aff0af488f', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:00Z', 'updated_at': '2022-09-11T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:03:07.216320 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3bcdbd-8ed6-464a-8444-530e1529c1d2 None None] Checking router: b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 01:03:07.223685 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [None req-8ed35eb4-3579-43c4-a312-f341d45b637b admin admin] For port 6ab490bd-6694-434e-bfcf-a7aff0af488f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6ab490bd-6694-434e-bfcf-a7aff0af488f,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:03:07.224051 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8ed35eb4-3579-43c4-a312-f341d45b637b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (6ab490bd-6694-434e-bfcf-a7aff0af488f), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:07.224484 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3bcdbd-8ed6-464a-8444-530e1529c1d2 None None] Routers {'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:03:07.225075 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-5c3bcdbd-8ed6-464a-8444-530e1529c1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:02:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:03:07.237054 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-8ed35eb4-3579-43c4-a312-f341d45b637b admin admin] Calling delete_port for 6ab490bd-6694-434e-bfcf-a7aff0af488f owned by network:router_gateway {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:03:07.278838 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:07.282564 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:07.306214 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-5c3bcdbd-8ed6-464a-8444-530e1529c1d2 None None] Set router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 gateway port host: None {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:03:07.362071 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-5c3bcdbd-8ed6-464a-8444-530e1529c1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T01:03:07Z', 'revision_number': 6, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:03:07.387014 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3bcdbd-8ed6-464a-8444-530e1529c1d2 None None] The sync data for ids ['b80480c3-7b4e-4d26-a02d-800a6e9ad8b7'] in dv-cinder-master-3-iscsi is: [{'id': 'b80480c3-7b4e-4d26-a02d-800a6e9ad8b7', 'name': 'tempest-TestVolumeBootPattern-170372294-router', 'tenant_id': 'a1368870ddbd49be857e9ac128bc684e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:54:59Z', 'updated_at': '2022-09-11T01:03:07Z', 'revision_number': 6, 'project_id': 'a1368870ddbd49be857e9ac128bc684e', 'gw_port_host': None}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 01:03:07.406126 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8ed35eb4-3579-43c4-a312-f341d45b637b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (6ab490bd-6694-434e-bfcf-a7aff0af488f), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:07.435006 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed35eb4-3579-43c4-a312-f341d45b637b admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab490bd-6694-434e-bfcf-a7aff0af488f,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:07.495977 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8ed35eb4-3579-43c4-a312-f341d45b637b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3793768'] for router_gateway (b80480c3-7b4e-4d26-a02d-800a6e9ad8b7), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:07.841767 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8ed35eb4-3579-43c4-a312-f341d45b637b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3792972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24940'] for router (b80480c3-7b4e-4d26-a02d-800a6e9ad8b7), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:07.843943 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8ed35eb4-3579-43c4-a312-f341d45b637b admin admin] Publish callbacks [] for router_controller (b80480c3-7b4e-4d26-a02d-800a6e9ad8b7), precommit_delete_associations {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:07.884607 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8ed35eb4-3579-43c4-a312-f341d45b637b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3793199'] for router (b80480c3-7b4e-4d26-a02d-800a6e9ad8b7), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:07.885857 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed35eb4-3579-43c4-a312-f341d45b637b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 {{(pid=112722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 11 01:03:07.891415 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-8ed35eb4-3579-43c4-a312-f341d45b637b admin admin] Publish callbacks [] for router (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:07.892709 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-8ed35eb4-3579-43c4-a312-f341d45b637b admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/b80480c3-7b4e-4d26-a02d-800a6e9ad8b7 HTTP/1.1" status: 204 len: 168 time: 0.9894764 Sep 11 01:03:07.895222 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 50934) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:03:07.942734 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b21f85-08ed-4080-9711-93a7e5599233 admin admin] Deleting subnet f3ea7549-800e-4ee0-ab06-2db2363e7855 {{(pid=112722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 11 01:03:07.945912 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d6b21f85-08ed-4080-9711-93a7e5599233 admin admin] Publish callbacks [] for subnet (f3ea7549-800e-4ee0-ab06-2db2363e7855), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:07.980968 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d6b21f85-08ed-4080-9711-93a7e5599233 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61765503'] for subnet (f3ea7549-800e-4ee0-ab06-2db2363e7855), precommit_delete_associations {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:08.055256 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d6b21f85-08ed-4080-9711-93a7e5599233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774851'] for subnet (f3ea7549-800e-4ee0-ab06-2db2363e7855), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:08.112010 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d6b21f85-08ed-4080-9711-93a7e5599233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61682736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62399941'] for subnet (f3ea7549-800e-4ee0-ab06-2db2363e7855), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:08.137831 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b21f85-08ed-4080-9711-93a7e5599233 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3ea7549-800e-4ee0-ab06-2db2363e7855,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:08.145079 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d6b21f85-08ed-4080-9711-93a7e5599233 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:08.151852 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-d6b21f85-08ed-4080-9711-93a7e5599233 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/f3ea7549-800e-4ee0-ab06-2db2363e7855 HTTP/1.1" status: 204 len: 168 time: 0.2527742 Sep 11 01:03:08.152029 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58343a33-33b7-4743-b40c-eedae36e77e0 None None] Network 6df3e98e-548f-496e-bd19-e33fc45eb877 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 01:03:08.152478 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 50936) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:03:08.154913 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=100 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:08.224431 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-18297c52-85c2-4a4f-af85-bbe0f8e70ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687712'] for network (6df3e98e-548f-496e-bd19-e33fc45eb877), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:08.239776 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=100 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:08.267525 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-18297c52-85c2-4a4f-af85-bbe0f8e70ce9 admin admin] Deleting port 149e4596-6ee3-4d66-8678-f3fbb5b67417 {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:03:08.267871 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-18297c52-85c2-4a4f-af85-bbe0f8e70ce9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (149e4596-6ee3-4d66-8678-f3fbb5b67417), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:08.320666 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c94da32-085d-4309-b668-4f52fdb91f7b None None] DHCP port deletion for 6df3e98e-548f-496e-bd19-e33fc45eb877 request from dv-cinder-master-3-iscsi {{(pid=112723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 11 01:03:08.352483 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [None req-18297c52-85c2-4a4f-af85-bbe0f8e70ce9 admin admin] For port 149e4596-6ee3-4d66-8678-f3fbb5b67417, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=149e4596-6ee3-4d66-8678-f3fbb5b67417,segment=NetworkSegment(c77f5f4f-cada-402d-b932-fa2457ffe4e0),segment_id=c77f5f4f-cada-402d-b932-fa2457ffe4e0)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:03:08.352850 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-18297c52-85c2-4a4f-af85-bbe0f8e70ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (149e4596-6ee3-4d66-8678-f3fbb5b67417), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:08.368086 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-18297c52-85c2-4a4f-af85-bbe0f8e70ce9 admin admin] Calling delete_port for 149e4596-6ee3-4d66-8678-f3fbb5b67417 owned by network:dhcp {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:03:08.376642 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-6c94da32-085d-4309-b668-4f52fdb91f7b None None] Deleting port 149e4596-6ee3-4d66-8678-f3fbb5b67417 {{(pid=112723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:03:08.377013 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-6c94da32-085d-4309-b668-4f52fdb91f7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (149e4596-6ee3-4d66-8678-f3fbb5b67417), before_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:08.423523 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device cbfa9a9b-9ca0-4391-83b2-f87b923b3949 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 01:03:08.442268 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:08.445416 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:08.455663 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: cbfa9a9b-9ca0-4391-83b2-f87b923b3949 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 01:03:08.456006 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device cbfa9a9b-9ca0-4391-83b2-f87b923b3949 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 01:03:08.456417 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 6ab490bd-6694-434e-bfcf-a7aff0af488f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 01:03:08.469016 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-18297c52-85c2-4a4f-af85-bbe0f8e70ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (149e4596-6ee3-4d66-8678-f3fbb5b67417), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:08.483379 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: 6ab490bd-6694-434e-bfcf-a7aff0af488f {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 01:03:08.483722 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 6ab490bd-6694-434e-bfcf-a7aff0af488f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 01:03:08.484128 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 149e4596-6ee3-4d66-8678-f3fbb5b67417 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 01:03:08.486852 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-6c94da32-085d-4309-b668-4f52fdb91f7b None None] For port 149e4596-6ee3-4d66-8678-f3fbb5b67417, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=149e4596-6ee3-4d66-8678-f3fbb5b67417,segment=NetworkSegment(c77f5f4f-cada-402d-b932-fa2457ffe4e0),segment_id=c77f5f4f-cada-402d-b932-fa2457ffe4e0)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:03:08.487246 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-6c94da32-085d-4309-b668-4f52fdb91f7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (149e4596-6ee3-4d66-8678-f3fbb5b67417), precommit_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:08.499177 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18297c52-85c2-4a4f-af85-bbe0f8e70ce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=149e4596-6ee3-4d66-8678-f3fbb5b67417,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:08.502655 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18297c52-85c2-4a4f-af85-bbe0f8e70ce9 admin admin] No DVR routers for this DVR port 149e4596-6ee3-4d66-8678-f3fbb5b67417 on host dv-cinder-master-3-iscsi {{(pid=112722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 01:03:08.519882 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: 149e4596-6ee3-4d66-8678-f3fbb5b67417 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 01:03:08.520222 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 149e4596-6ee3-4d66-8678-f3fbb5b67417 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 01:03:08.521896 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-6c94da32-085d-4309-b668-4f52fdb91f7b None None] Calling delete_port for 149e4596-6ee3-4d66-8678-f3fbb5b67417 owned by network:dhcp {{(pid=112723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:03:08.575490 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-18297c52-85c2-4a4f-af85-bbe0f8e70ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433128', 'neutron.services.segments.db._delete_segments_for_network-8765262840989'] for network (6df3e98e-548f-496e-bd19-e33fc45eb877), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:08.596556 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-18297c52-85c2-4a4f-af85-bbe0f8e70ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df3e98e-548f-496e-bd19-e33fc45eb877']}} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:03:08.599030 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-6c94da32-085d-4309-b668-4f52fdb91f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608'] for port (149e4596-6ee3-4d66-8678-f3fbb5b67417), after_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:08.606600 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-18297c52-85c2-4a4f-af85-bbe0f8e70ce9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77f5f4f-cada-402d-b932-fa2457ffe4e0') {'for_net_delete': True} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:03:08.606923 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-18297c52-85c2-4a4f-af85-bbe0f8e70ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77f5f4f-cada-402d-b932-fa2457ffe4e0') {} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:03:08.616436 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-18297c52-85c2-4a4f-af85-bbe0f8e70ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765262841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61765508'] for segment (c77f5f4f-cada-402d-b932-fa2457ffe4e0), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:08.624240 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94da32-085d-4309-b668-4f52fdb91f7b None None] Pushing event deleted for resources: {'Port': ['ID=149e4596-6ee3-4d66-8678-f3fbb5b67417,revision_number=None']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:08.628380 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c94da32-085d-4309-b668-4f52fdb91f7b None None] No DVR routers for this DVR port 149e4596-6ee3-4d66-8678-f3fbb5b67417 on host dv-cinder-master-3-iscsi {{(pid=112723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 01:03:08.630650 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-18297c52-85c2-4a4f-af85-bbe0f8e70ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (c77f5f4f-cada-402d-b932-fa2457ffe4e0), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:08.637482 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94da32-085d-4309-b668-4f52fdb91f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:08.637888 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94da32-085d-4309-b668-4f52fdb91f7b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:08.638185 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94da32-085d-4309-b668-4f52fdb91f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:08.638616 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94da32-085d-4309-b668-4f52fdb91f7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:08.638983 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94da32-085d-4309-b668-4f52fdb91f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:08.639390 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94da32-085d-4309-b668-4f52fdb91f7b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:08.639790 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94da32-085d-4309-b668-4f52fdb91f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:08.640123 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94da32-085d-4309-b668-4f52fdb91f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:08.641058 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94da32-085d-4309-b668-4f52fdb91f7b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:08.641159 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18297c52-85c2-4a4f-af85-bbe0f8e70ce9 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=112722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 01:03:08.641258 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94da32-085d-4309-b668-4f52fdb91f7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:08.641353 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-18297c52-85c2-4a4f-af85-bbe0f8e70ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61682778'] for segment (c77f5f4f-cada-402d-b932-fa2457ffe4e0), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:08.641465 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94da32-085d-4309-b668-4f52fdb91f7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:08.641571 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94da32-085d-4309-b668-4f52fdb91f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:08.641877 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94da32-085d-4309-b668-4f52fdb91f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:08.642265 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94da32-085d-4309-b668-4f52fdb91f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:08.642593 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c94da32-085d-4309-b668-4f52fdb91f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:03:08.686645 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.services.segments.plugin [-] Segment c77f5f4f-cada-402d-b932-fa2457ffe4e0 resource provider aggregate not found Sep 11 01:03:08.704254 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.services.segments.plugin [-] Segment c77f5f4f-cada-402d-b932-fa2457ffe4e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c77f5f4f-cada-402d-b932-fa2457ffe4e0 found for delete ", "request_id": "req-90bada8a-73cc-4614-899c-fb31295a4d19"}]} Sep 11 01:03:08.711291 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-18297c52-85c2-4a4f-af85-bbe0f8e70ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793805'] for network (6df3e98e-548f-496e-bd19-e33fc45eb877), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:08.716482 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-18297c52-85c2-4a4f-af85-bbe0f8e70ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:08.719707 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-18297c52-85c2-4a4f-af85-bbe0f8e70ce9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/6df3e98e-548f-496e-bd19-e33fc45eb877 HTTP/1.1" status: 204 len: 168 time: 0.5666831 Sep 11 01:03:08.722713 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 50942) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:03:08.732894 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18297c52-85c2-4a4f-af85-bbe0f8e70ce9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6df3e98e-548f-496e-bd19-e33fc45eb877,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:08.821023 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:09.033637 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e806aa6d-44fc-48f6-9069-e24eb8951ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768042'] for router_interface (a3d2b378-efe6-4b9b-b95f-f90252c59829), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:09.254838 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-e806aa6d-44fc-48f6-9069-e24eb8951ef8 admin admin] Deleting port 7240dd74-b2b4-4478-88c3-8f458ec628b6 {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:03:09.255178 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e806aa6d-44fc-48f6-9069-e24eb8951ef8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (7240dd74-b2b4-4478-88c3-8f458ec628b6), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:09.336183 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [None req-e806aa6d-44fc-48f6-9069-e24eb8951ef8 admin admin] For port 7240dd74-b2b4-4478-88c3-8f458ec628b6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7240dd74-b2b4-4478-88c3-8f458ec628b6,segment=NetworkSegment(59ac8c25-a04f-4e5d-b8bc-b72a721e00a4),segment_id=59ac8c25-a04f-4e5d-b8bc-b72a721e00a4)] {{(pid=112721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:03:09.336464 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e806aa6d-44fc-48f6-9069-e24eb8951ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (7240dd74-b2b4-4478-88c3-8f458ec628b6), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:09.349127 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-e806aa6d-44fc-48f6-9069-e24eb8951ef8 admin admin] Calling delete_port for 7240dd74-b2b4-4478-88c3-8f458ec628b6 owned by network:router_interface {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:03:09.524079 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e806aa6d-44fc-48f6-9069-e24eb8951ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (7240dd74-b2b4-4478-88c3-8f458ec628b6), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:09.549674 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806aa6d-44fc-48f6-9069-e24eb8951ef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7240dd74-b2b4-4478-88c3-8f458ec628b6,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:09.577640 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:09.624178 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:09.717606 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-e806aa6d-44fc-48f6-9069-e24eb8951ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3793178'] for router_interface (a3d2b378-efe6-4b9b-b95f-f90252c59829), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:09.921226 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e806aa6d-44fc-48f6-9069-e24eb8951ef8 admin admin] Router a3d2b378-efe6-4b9b-b95f-f90252c59829 has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 01:03:10.021319 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e806aa6d-44fc-48f6-9069-e24eb8951ef8 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 01:03:10.027025 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-e806aa6d-44fc-48f6-9069-e24eb8951ef8 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/a3d2b378-efe6-4b9b-b95f-f90252c59829/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3031478 Sep 11 01:03:10.029790 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 50944) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:03:10.030880 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d90300a-28a9-4718-8a0a-5659881d996b None None] Sync routers for ids ['a3d2b378-efe6-4b9b-b95f-f90252c59829'] in dv-cinder-master-3-iscsi {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 01:03:10.044469 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d90300a-28a9-4718-8a0a-5659881d996b None None] Routers {'a3d2b378-efe6-4b9b-b95f-f90252c59829'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:03:10.045072 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-2d90300a-28a9-4718-8a0a-5659881d996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:02:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['a3d2b378-efe6-4b9b-b95f-f90252c59829'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:03:10.131979 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-78019e56-cee6-4a64-9dba-60cbaa6a43e2 admin admin] Publish callbacks [] for router (a3d2b378-efe6-4b9b-b95f-f90252c59829), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:10.142284 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-2d90300a-28a9-4718-8a0a-5659881d996b None None] Set router a3d2b378-efe6-4b9b-b95f-f90252c59829 gateway port host: dv-cinder-master-3-iscsi {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:03:10.234295 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-78019e56-cee6-4a64-9dba-60cbaa6a43e2 admin admin] Publish callbacks [] for router_gateway (a3d2b378-efe6-4b9b-b95f-f90252c59829), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:10.280021 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-78019e56-cee6-4a64-9dba-60cbaa6a43e2 admin admin] Deleting port 47179e38-471d-46fa-958a-9a983e06d29e {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:03:10.280361 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-78019e56-cee6-4a64-9dba-60cbaa6a43e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (47179e38-471d-46fa-958a-9a983e06d29e), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:10.312634 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-2d90300a-28a9-4718-8a0a-5659881d996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d2b378-efe6-4b9b-b95f-f90252c59829', 'name': 'tempest-TestVolumeBootPattern-123738302-router', 'tenant_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.53'}], 'enable_snat': True}, 'gw_port_id': '47179e38-471d-46fa-958a-9a983e06d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:55:17Z', 'updated_at': '2022-09-11T01:03:09Z', 'revision_number': 5, 'project_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'gw_port': {'id': '47179e38-471d-46fa-958a-9a983e06d29e', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d2b378-efe6-4b9b-b95f-f90252c59829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T00:55:18Z', 'updated_at': '2022-09-11T00:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:03:10.338652 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d90300a-28a9-4718-8a0a-5659881d996b None None] Checking router: a3d2b378-efe6-4b9b-b95f-f90252c59829 for host: dv-cinder-master-3-iscsi {{(pid=112724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 01:03:10.347525 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d90300a-28a9-4718-8a0a-5659881d996b None None] Routers {'a3d2b378-efe6-4b9b-b95f-f90252c59829'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:03:10.348182 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-2d90300a-28a9-4718-8a0a-5659881d996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:02:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['a3d2b378-efe6-4b9b-b95f-f90252c59829'], 'active': True} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:03:10.369871 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [None req-78019e56-cee6-4a64-9dba-60cbaa6a43e2 admin admin] For port 47179e38-471d-46fa-958a-9a983e06d29e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=47179e38-471d-46fa-958a-9a983e06d29e,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:03:10.370174 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-78019e56-cee6-4a64-9dba-60cbaa6a43e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (47179e38-471d-46fa-958a-9a983e06d29e), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:10.383195 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-78019e56-cee6-4a64-9dba-60cbaa6a43e2 admin admin] Calling delete_port for 47179e38-471d-46fa-958a-9a983e06d29e owned by network:router_gateway {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:03:10.433405 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_dvr_db [None req-2d90300a-28a9-4718-8a0a-5659881d996b None None] Set router a3d2b378-efe6-4b9b-b95f-f90252c59829 gateway port host: None {{(pid=112724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:03:10.484414 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.l3_hamode_db [None req-2d90300a-28a9-4718-8a0a-5659881d996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d2b378-efe6-4b9b-b95f-f90252c59829', 'name': 'tempest-TestVolumeBootPattern-123738302-router', 'tenant_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:55:17Z', 'updated_at': '2022-09-11T01:03:10Z', 'revision_number': 6, 'project_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:03:10.508016 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d90300a-28a9-4718-8a0a-5659881d996b None None] The sync data for ids ['a3d2b378-efe6-4b9b-b95f-f90252c59829'] in dv-cinder-master-3-iscsi is: [{'id': 'a3d2b378-efe6-4b9b-b95f-f90252c59829', 'name': 'tempest-TestVolumeBootPattern-123738302-router', 'tenant_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T00:55:17Z', 'updated_at': '2022-09-11T01:03:10Z', 'revision_number': 6, 'project_id': '1ef38a4efe0a41548e5ae4a9d7d414ea', 'gw_port_host': None}] {{(pid=112724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 01:03:10.559077 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-78019e56-cee6-4a64-9dba-60cbaa6a43e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (47179e38-471d-46fa-958a-9a983e06d29e), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:10.585270 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78019e56-cee6-4a64-9dba-60cbaa6a43e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=47179e38-471d-46fa-958a-9a983e06d29e,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:10.632256 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:10.651521 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-78019e56-cee6-4a64-9dba-60cbaa6a43e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3793768'] for router_gateway (a3d2b378-efe6-4b9b-b95f-f90252c59829), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:10.710426 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:10.739632 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-78019e56-cee6-4a64-9dba-60cbaa6a43e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3792972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24940'] for router (a3d2b378-efe6-4b9b-b95f-f90252c59829), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:10.741846 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-78019e56-cee6-4a64-9dba-60cbaa6a43e2 admin admin] Publish callbacks [] for router_controller (a3d2b378-efe6-4b9b-b95f-f90252c59829), precommit_delete_associations {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:10.789863 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-78019e56-cee6-4a64-9dba-60cbaa6a43e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3793199'] for router (a3d2b378-efe6-4b9b-b95f-f90252c59829), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:10.790470 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78019e56-cee6-4a64-9dba-60cbaa6a43e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3d2b378-efe6-4b9b-b95f-f90252c59829 {{(pid=112722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 11 01:03:10.795265 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-78019e56-cee6-4a64-9dba-60cbaa6a43e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:10.796414 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-78019e56-cee6-4a64-9dba-60cbaa6a43e2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/a3d2b378-efe6-4b9b-b95f-f90252c59829 HTTP/1.1" status: 204 len: 168 time: 0.7655587 Sep 11 01:03:10.798969 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 50946) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:03:10.847107 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a4fa682-b48d-44a2-b4aa-9a93088bbfdc admin admin] Deleting subnet ef54621b-c8c8-4f4b-87fc-47e1d1049cc4 {{(pid=112722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 11 01:03:10.850578 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-3a4fa682-b48d-44a2-b4aa-9a93088bbfdc admin admin] Publish callbacks [] for subnet (ef54621b-c8c8-4f4b-87fc-47e1d1049cc4), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:10.888565 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-3a4fa682-b48d-44a2-b4aa-9a93088bbfdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61765503'] for subnet (ef54621b-c8c8-4f4b-87fc-47e1d1049cc4), precommit_delete_associations {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:10.969318 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-3a4fa682-b48d-44a2-b4aa-9a93088bbfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774851'] for subnet (ef54621b-c8c8-4f4b-87fc-47e1d1049cc4), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:11.025262 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-3a4fa682-b48d-44a2-b4aa-9a93088bbfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61682736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62399941'] for subnet (ef54621b-c8c8-4f4b-87fc-47e1d1049cc4), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:11.051939 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4fa682-b48d-44a2-b4aa-9a93088bbfdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef54621b-c8c8-4f4b-87fc-47e1d1049cc4,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:11.055562 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-3a4fa682-b48d-44a2-b4aa-9a93088bbfdc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:11.058728 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-3a4fa682-b48d-44a2-b4aa-9a93088bbfdc admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/ef54621b-c8c8-4f4b-87fc-47e1d1049cc4 HTTP/1.1" status: 204 len: 168 time: 0.2587836 Sep 11 01:03:11.061257 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 50948) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:03:11.061941 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbca8d5-b843-4feb-8f0d-c932a893ca32 None None] Network 139fa5f7-0b8d-4473-b676-a8afb6dae900 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 01:03:11.133270 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9a7001d7-4932-45ea-9698-339745a4db77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687712'] for network (139fa5f7-0b8d-4473-b676-a8afb6dae900), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:11.187003 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-9a7001d7-4932-45ea-9698-339745a4db77 admin admin] Deleting port 0b32adf5-1316-4667-8193-9bbffa9da471 {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:03:11.187280 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9a7001d7-4932-45ea-9698-339745a4db77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (0b32adf5-1316-4667-8193-9bbffa9da471), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:11.247091 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89de0244-c9e5-4502-8eb2-e3777ab420a3 None None] DHCP port deletion for 139fa5f7-0b8d-4473-b676-a8afb6dae900 request from dv-cinder-master-3-iscsi {{(pid=112723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 11 01:03:11.252187 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [None req-9a7001d7-4932-45ea-9698-339745a4db77 admin admin] For port 0b32adf5-1316-4667-8193-9bbffa9da471, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0b32adf5-1316-4667-8193-9bbffa9da471,segment=NetworkSegment(59ac8c25-a04f-4e5d-b8bc-b72a721e00a4),segment_id=59ac8c25-a04f-4e5d-b8bc-b72a721e00a4)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:03:11.252508 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9a7001d7-4932-45ea-9698-339745a4db77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (0b32adf5-1316-4667-8193-9bbffa9da471), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:11.271657 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-9a7001d7-4932-45ea-9698-339745a4db77 admin admin] Calling delete_port for 0b32adf5-1316-4667-8193-9bbffa9da471 owned by network:dhcp {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:03:11.284433 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-89de0244-c9e5-4502-8eb2-e3777ab420a3 None None] Deleting port 0b32adf5-1316-4667-8193-9bbffa9da471 {{(pid=112723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:03:11.284698 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-89de0244-c9e5-4502-8eb2-e3777ab420a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (0b32adf5-1316-4667-8193-9bbffa9da471), before_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:11.354361 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9a7001d7-4932-45ea-9698-339745a4db77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (0b32adf5-1316-4667-8193-9bbffa9da471), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:11.354837 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-89de0244-c9e5-4502-8eb2-e3777ab420a3 None None] For port 0b32adf5-1316-4667-8193-9bbffa9da471, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0b32adf5-1316-4667-8193-9bbffa9da471,segment=NetworkSegment(59ac8c25-a04f-4e5d-b8bc-b72a721e00a4),segment_id=59ac8c25-a04f-4e5d-b8bc-b72a721e00a4)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:03:11.355181 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-89de0244-c9e5-4502-8eb2-e3777ab420a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (0b32adf5-1316-4667-8193-9bbffa9da471), precommit_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:11.369200 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-89de0244-c9e5-4502-8eb2-e3777ab420a3 None None] Calling delete_port for 0b32adf5-1316-4667-8193-9bbffa9da471 owned by network:dhcp {{(pid=112723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:03:11.381688 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7001d7-4932-45ea-9698-339745a4db77 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b32adf5-1316-4667-8193-9bbffa9da471,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:11.387304 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7001d7-4932-45ea-9698-339745a4db77 admin admin] No DVR routers for this DVR port 0b32adf5-1316-4667-8193-9bbffa9da471 on host dv-cinder-master-3-iscsi {{(pid=112722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 01:03:11.449997 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-89de0244-c9e5-4502-8eb2-e3777ab420a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608'] for port (0b32adf5-1316-4667-8193-9bbffa9da471), after_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:11.468152 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9a7001d7-4932-45ea-9698-339745a4db77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433128', 'neutron.services.segments.db._delete_segments_for_network-8765262840989'] for network (139fa5f7-0b8d-4473-b676-a8afb6dae900), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:11.477476 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de0244-c9e5-4502-8eb2-e3777ab420a3 None None] Pushing event deleted for resources: {'Port': ['ID=0b32adf5-1316-4667-8193-9bbffa9da471,revision_number=None']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:11.482083 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89de0244-c9e5-4502-8eb2-e3777ab420a3 None None] No DVR routers for this DVR port 0b32adf5-1316-4667-8193-9bbffa9da471 on host dv-cinder-master-3-iscsi {{(pid=112723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 01:03:11.490975 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-9a7001d7-4932-45ea-9698-339745a4db77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139fa5f7-0b8d-4473-b676-a8afb6dae900']}} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:03:11.502608 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-9a7001d7-4932-45ea-9698-339745a4db77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ac8c25-a04f-4e5d-b8bc-b72a721e00a4') {'for_net_delete': True} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:03:11.502856 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-9a7001d7-4932-45ea-9698-339745a4db77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ac8c25-a04f-4e5d-b8bc-b72a721e00a4') {} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:03:11.514250 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9a7001d7-4932-45ea-9698-339745a4db77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765262841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61765508'] for segment (59ac8c25-a04f-4e5d-b8bc-b72a721e00a4), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:11.524786 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:11.531109 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9a7001d7-4932-45ea-9698-339745a4db77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (59ac8c25-a04f-4e5d-b8bc-b72a721e00a4), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:11.540222 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a7001d7-4932-45ea-9698-339745a4db77 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=112722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 01:03:11.540843 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9a7001d7-4932-45ea-9698-339745a4db77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61682778'] for segment (59ac8c25-a04f-4e5d-b8bc-b72a721e00a4), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:11.586829 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.services.segments.plugin [-] Segment 59ac8c25-a04f-4e5d-b8bc-b72a721e00a4 resource provider aggregate not found Sep 11 01:03:11.607100 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.services.segments.plugin [-] Segment 59ac8c25-a04f-4e5d-b8bc-b72a721e00a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59ac8c25-a04f-4e5d-b8bc-b72a721e00a4 found for delete ", "request_id": "req-77f01670-9b3b-4124-948f-a9ddd8af23ef"}]} Sep 11 01:03:11.615559 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9a7001d7-4932-45ea-9698-339745a4db77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793805'] for network (139fa5f7-0b8d-4473-b676-a8afb6dae900), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:11.620077 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-9a7001d7-4932-45ea-9698-339745a4db77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:11.623299 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-9a7001d7-4932-45ea-9698-339745a4db77 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/139fa5f7-0b8d-4473-b676-a8afb6dae900 HTTP/1.1" status: 204 len: 168 time: 0.5610950 Sep 11 01:03:11.637407 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7001d7-4932-45ea-9698-339745a4db77 admin admin] Pushing event deleted for resources: {'Network': ['ID=139fa5f7-0b8d-4473-b676-a8afb6dae900,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:11.706714 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:11.741624 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 50956) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:03:11.782220 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-4d76d060-de32-4c94-9c25-d4162eff3d3f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a1368870ddbd49be857e9ac128bc684e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395000 Sep 11 01:03:11.784676 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 50958) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:03:11.820881 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:11.834217 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f1d6c9c4-8291-4503-b969-b5919d2a907e admin admin] Publish callbacks [] for security_group (e035b7db-896e-479f-b6d5-acbd921c3c09), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:11.855499 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f1d6c9c4-8291-4503-b969-b5919d2a907e admin admin] Publish callbacks [] for security_group (e035b7db-896e-479f-b6d5-acbd921c3c09), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:11.906642 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f1d6c9c4-8291-4503-b969-b5919d2a907e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (e035b7db-896e-479f-b6d5-acbd921c3c09), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:11.909189 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f1d6c9c4-8291-4503-b969-b5919d2a907e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:11.910339 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-f1d6c9c4-8291-4503-b969-b5919d2a907e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e035b7db-896e-479f-b6d5-acbd921c3c09 HTTP/1.1" status: 204 len: 168 time: 0.1247725 Sep 11 01:03:11.918518 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6c9c4-8291-4503-b969-b5919d2a907e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e035b7db-896e-479f-b6d5-acbd921c3c09,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:12.224138 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 50964) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:03:12.265344 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-381dba8d-c82f-4d0b-91b9-1bee5ef11e6f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1ef38a4efe0a41548e5ae4a9d7d414ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399709 Sep 11 01:03:12.267656 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 50966) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:03:12.316423 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d01d3809-13a4-4987-b02e-e8a78bb73439 admin admin] Publish callbacks [] for security_group (06f463e9-9145-4ddf-a97f-6a081e009eae), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:12.337173 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d01d3809-13a4-4987-b02e-e8a78bb73439 admin admin] Publish callbacks [] for security_group (06f463e9-9145-4ddf-a97f-6a081e009eae), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:12.354052 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 0b32adf5-1316-4667-8193-9bbffa9da471 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 01:03:12.373019 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: 0b32adf5-1316-4667-8193-9bbffa9da471 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 01:03:12.373457 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 0b32adf5-1316-4667-8193-9bbffa9da471 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 01:03:12.373933 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 7240dd74-b2b4-4478-88c3-8f458ec628b6 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 01:03:12.389686 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d01d3809-13a4-4987-b02e-e8a78bb73439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (06f463e9-9145-4ddf-a97f-6a081e009eae), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:12.392503 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: 7240dd74-b2b4-4478-88c3-8f458ec628b6 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 01:03:12.392666 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d01d3809-13a4-4987-b02e-e8a78bb73439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:12.392921 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 7240dd74-b2b4-4478-88c3-8f458ec628b6 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 01:03:12.393327 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 47179e38-471d-46fa-958a-9a983e06d29e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 01:03:12.393783 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-d01d3809-13a4-4987-b02e-e8a78bb73439 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/06f463e9-9145-4ddf-a97f-6a081e009eae HTTP/1.1" status: 204 len: 168 time: 0.1252487 Sep 11 01:03:12.402747 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d3809-13a4-4987-b02e-e8a78bb73439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f463e9-9145-4ddf-a97f-6a081e009eae,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:12.415574 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: 47179e38-471d-46fa-958a-9a983e06d29e {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 01:03:12.416678 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 47179e38-471d-46fa-958a-9a983e06d29e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 01:03:17.257644 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6ecd2-7047-478e-b0a2-817c1c212819 req-70d0d595-b9d9-4f1a-bb93-1a49cc90d88b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:17.259146 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b1c6ecd2-7047-478e-b0a2-817c1c212819 req-70d0d595-b9d9-4f1a-bb93-1a49cc90d88b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0469644 Sep 11 01:03:17.307076 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-b1c6ecd2-7047-478e-b0a2-817c1c212819 req-23aa6fcf-fddb-40b9-af74-9bd6a53a496b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415776 Sep 11 01:03:18.428389 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f17b53-0632-4d46-8b42-4d4164771c3b req-b6897ef9-39a4-4d06-95de-5a8642fdb224 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:18.429856 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-79f17b53-0632-4d46-8b42-4d4164771c3b req-b6897ef9-39a4-4d06-95de-5a8642fdb224 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0465243 Sep 11 01:03:18.476189 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-79f17b53-0632-4d46-8b42-4d4164771c3b req-b5a743fb-d39a-428d-9468-932772ff68a2 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399523 Sep 11 01:03:19.051195 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-67025c5c-a76c-46a0-8028-00161b3942cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:19.259211 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db93ea-0894-4cf1-afcb-f05aa079091a req-3fcce332-a14a-42ec-bc51-c18282b88c98 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:19.261207 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-68db93ea-0894-4cf1-afcb-f05aa079091a req-3fcce332-a14a-42ec-bc51-c18282b88c98 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0484741 Sep 11 01:03:19.308440 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:19.342722 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [req-68db93ea-0894-4cf1-afcb-f05aa079091a req-50535c2a-941f-4a8e-b97e-714fd97679b9 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Deleting port 92f73122-c3f2-4b96-9d29-f12911010f02 {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:03:19.343099 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-68db93ea-0894-4cf1-afcb-f05aa079091a req-50535c2a-941f-4a8e-b97e-714fd97679b9 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (92f73122-c3f2-4b96-9d29-f12911010f02), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:19.356039 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:19.437216 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-68db93ea-0894-4cf1-afcb-f05aa079091a req-50535c2a-941f-4a8e-b97e-714fd97679b9 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] For port 92f73122-c3f2-4b96-9d29-f12911010f02, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=92f73122-c3f2-4b96-9d29-f12911010f02,segment=NetworkSegment(ef78e06f-7c02-47d5-af6d-91bb82a0f05a),segment_id=ef78e06f-7c02-47d5-af6d-91bb82a0f05a)] {{(pid=112721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:03:19.437979 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-68db93ea-0894-4cf1-afcb-f05aa079091a req-50535c2a-941f-4a8e-b97e-714fd97679b9 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (92f73122-c3f2-4b96-9d29-f12911010f02), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:19.643112 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e6b65-97bc-403c-8895-4510333ac85b req-5dc93656-ea2a-4049-b706-c5723f43eacb tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:19.644582 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ab7e6b65-97bc-403c-8895-4510333ac85b req-5dc93656-ea2a-4049-b706-c5723f43eacb tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 946 time: 0.0852201 Sep 11 01:03:19.646416 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-68db93ea-0894-4cf1-afcb-f05aa079091a req-50535c2a-941f-4a8e-b97e-714fd97679b9 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:19.646771 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-68db93ea-0894-4cf1-afcb-f05aa079091a req-50535c2a-941f-4a8e-b97e-714fd97679b9 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (b03a1218-7e5e-4df9-8c2e-351fc20a333f), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:19.647103 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.l3_db [req-68db93ea-0894-4cf1-afcb-f05aa079091a req-50535c2a-941f-4a8e-b97e-714fd97679b9 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Floating IP b03a1218-7e5e-4df9-8c2e-351fc20a333f disassociated. External IP: 172.37.5.116, port: 92f73122-c3f2-4b96-9d29-f12911010f02. Sep 11 01:03:19.647441 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [req-68db93ea-0894-4cf1-afcb-f05aa079091a req-50535c2a-941f-4a8e-b97e-714fd97679b9 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Calling delete_port for 92f73122-c3f2-4b96-9d29-f12911010f02 owned by compute:nova {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:03:19.743403 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-ab7e6b65-97bc-403c-8895-4510333ac85b req-a68cbb8e-8010-44c9-b227-27607c229d96 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915000 Sep 11 01:03:19.812426 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-68db93ea-0894-4cf1-afcb-f05aa079091a req-50535c2a-941f-4a8e-b97e-714fd97679b9 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (92f73122-c3f2-4b96-9d29-f12911010f02), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:19.840682 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50535c2a-941f-4a8e-b97e-714fd97679b9 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Pushing event deleted for resources: {'Port': ['ID=92f73122-c3f2-4b96-9d29-f12911010f02,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:19.951204 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68db93ea-0894-4cf1-afcb-f05aa079091a req-50535c2a-941f-4a8e-b97e-714fd97679b9 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Router c00fe6c2-182e-47ba-bb79-36aebdb5926b has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 01:03:20.309448 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68db93ea-0894-4cf1-afcb-f05aa079091a req-50535c2a-941f-4a8e-b97e-714fd97679b9 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 01:03:20.320161 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b563840-1e08-49f3-9fb5-8cbed648de1c None None] Sync routers for ids ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 01:03:20.332419 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b563840-1e08-49f3-9fb5-8cbed648de1c None None] Routers {'c00fe6c2-182e-47ba-bb79-36aebdb5926b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:03:20.333384 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-2b563840-1e08-49f3-9fb5-8cbed648de1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:02:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:03:20.357577 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [req-68db93ea-0894-4cf1-afcb-f05aa079091a req-50535c2a-941f-4a8e-b97e-714fd97679b9 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] No DVR routers for this DVR port 92f73122-c3f2-4b96-9d29-f12911010f02 on host hv-cinder-maste {{(pid=112721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 01:03:20.360013 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-68db93ea-0894-4cf1-afcb-f05aa079091a req-50535c2a-941f-4a8e-b97e-714fd97679b9 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:20.363323 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-68db93ea-0894-4cf1-afcb-f05aa079091a req-50535c2a-941f-4a8e-b97e-714fd97679b9 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.18 "DELETE /networking/v2.0/ports/92f73122-c3f2-4b96-9d29-f12911010f02 HTTP/1.1" status: 204 len: 173 time: 1.0963321 Sep 11 01:03:20.363811 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0875c4c-2396-4199-bf90-c505cd4ab7f8', 'name': 'network-vif-deleted', 'tag': '92f73122-c3f2-4b96-9d29-f12911010f02'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:03:20.366112 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54da2555-8159-4eb9-92c5-ce82e3369c17" -d '{"events": [{"server_uuid": "b0875c4c-2396-4199-bf90-c505cd4ab7f8", "name": "network-vif-deleted", "tag": "92f73122-c3f2-4b96-9d29-f12911010f02"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:03:20.438281 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:20.448666 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-2b563840-1e08-49f3-9fb5-8cbed648de1c None None] Set router c00fe6c2-182e-47ba-bb79-36aebdb5926b gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:03:20.483651 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:20.486855 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=51 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:20.488644 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=56 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:20.610359 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 01:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1807fd1f-0f76-4a69-b468-1975fd04e0cb x-openstack-request-id: req-1807fd1f-0f76-4a69-b468-1975fd04e0cb {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:03:20.610910 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0875c4c-2396-4199-bf90-c505cd4ab7f8", "name": "network-vif-deleted", "tag": "92f73122-c3f2-4b96-9d29-f12911010f02", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:03:20.611018 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1807fd1f-0f76-4a69-b468-1975fd04e0cb {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:03:20.611418 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1807fd1f-0f76-4a69-b468-1975fd04e0cb'] response: {'server_uuid': 'b0875c4c-2396-4199-bf90-c505cd4ab7f8', 'name': 'network-vif-deleted', 'tag': '92f73122-c3f2-4b96-9d29-f12911010f02', 'status': 'completed', 'code': 200} Sep 11 01:03:20.646074 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-2b563840-1e08-49f3-9fb5-8cbed648de1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'name': 'tempest-AttachVolumeTestJSON-1398942230-router', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219'}], 'enable_snat': True}, 'gw_port_id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T01:00:25Z', 'updated_at': '2022-09-11T01:00:28Z', 'revision_number': 4, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'gw_port': {'id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:26Z', 'updated_at': '2022-09-11T01:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3dbbda2c-61fc-469f-9938-bbf619480c6f', 'name': '', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'mac_address': 'fa:16:3e:f3:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:28Z', 'updated_at': '2022-09-11T01:00:34Z', 'revision_number': 5, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'subnets': [{'id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:03:20.674775 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b563840-1e08-49f3-9fb5-8cbed648de1c None None] Checking router: c00fe6c2-182e-47ba-bb79-36aebdb5926b for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 01:03:20.683705 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b563840-1e08-49f3-9fb5-8cbed648de1c None None] Routers {'c00fe6c2-182e-47ba-bb79-36aebdb5926b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:03:20.684298 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-2b563840-1e08-49f3-9fb5-8cbed648de1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:02:51Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:03:20.870559 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-cbfab54d-a8de-4dfe-96c5-73520454835b req-b900b518-4c62-4647-8692-7fbb1bce7050 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b0875c4c-2396-4199-bf90-c505cd4ab7f8 HTTP/1.1" status: 200 len: 210 time: 0.0301826 Sep 11 01:03:20.918959 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-2b563840-1e08-49f3-9fb5-8cbed648de1c None None] Set router c00fe6c2-182e-47ba-bb79-36aebdb5926b gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:03:21.103031 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-2b563840-1e08-49f3-9fb5-8cbed648de1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'name': 'tempest-AttachVolumeTestJSON-1398942230-router', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219'}], 'enable_snat': True}, 'gw_port_id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T01:00:25Z', 'updated_at': '2022-09-11T01:00:28Z', 'revision_number': 4, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'gw_port': {'id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:26Z', 'updated_at': '2022-09-11T01:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3dbbda2c-61fc-469f-9938-bbf619480c6f', 'name': '', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'mac_address': 'fa:16:3e:f3:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:28Z', 'updated_at': '2022-09-11T01:00:34Z', 'revision_number': 5, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'subnets': [{'id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:03:21.128274 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b563840-1e08-49f3-9fb5-8cbed648de1c None None] The sync data for ids ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'] in dv-cinder-master-3-iscsi is: [{'id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'name': 'tempest-AttachVolumeTestJSON-1398942230-router', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219'}], 'enable_snat': True}, 'gw_port_id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T01:00:25Z', 'updated_at': '2022-09-11T01:00:28Z', 'revision_number': 4, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'gw_port': {'id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:26Z', 'updated_at': '2022-09-11T01:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3dbbda2c-61fc-469f-9938-bbf619480c6f', 'name': '', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'mac_address': 'fa:16:3e:f3:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:28Z', 'updated_at': '2022-09-11T01:00:34Z', 'revision_number': 5, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'subnets': [{'id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 01:03:21.334017 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744956ed-6e40-4a16-b9f0-3a2ae2bc7ee9 None None] New status for floating IP b03a1218-7e5e-4df9-8c2e-351fc20a333f: DOWN {{(pid=112724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 01:03:21.352293 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-74a58f8d-c99b-4bd3-9f68-30f5fd635b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:21.476993 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 01:03:21.892915 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:21.914807 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=27,neutron:DELETE=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:21.979644 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 50998) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:03:22.020619 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:22.034954 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b74c2b70-a204-4683-ad3f-1b20cce071e8 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for security_group (25af1d92-c4bc-4859-9a8f-f5f2d6aa3522), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:22.057406 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b74c2b70-a204-4683-ad3f-1b20cce071e8 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for security_group (25af1d92-c4bc-4859-9a8f-f5f2d6aa3522), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:22.105154 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b74c2b70-a204-4683-ad3f-1b20cce071e8 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (25af1d92-c4bc-4859-9a8f-f5f2d6aa3522), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:22.107797 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-b74c2b70-a204-4683-ad3f-1b20cce071e8 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:22.108955 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-b74c2b70-a204-4683-ad3f-1b20cce071e8 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/25af1d92-c4bc-4859-9a8f-f5f2d6aa3522 HTTP/1.1" status: 204 len: 168 time: 0.1282012 Sep 11 01:03:22.111808 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 51000) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:03:22.118051 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c2b70-a204-4683-ad3f-1b20cce071e8 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25af1d92-c4bc-4859-9a8f-f5f2d6aa3522,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:22.127222 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.api.v2.resource [None req-e8b27d5a-a170-48c1-a9a0-a2a5caf0072d tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] show failed (client error): The resource could not be found. Sep 11 01:03:22.130827 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-e8b27d5a-a170-48c1-a9a0-a2a5caf0072d tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups/25af1d92-c4bc-4859-9a8f-f5f2d6aa3522 HTTP/1.1" status: 404 len: 347 time: 0.0154567 Sep 11 01:03:22.131193 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 51002) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:03:22.242352 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-60177515-fb24-4546-8713-82ab5686f8a3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Deleting port dbda05a4-b20f-4b82-8453-483652193249 {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:03:22.242699 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-60177515-fb24-4546-8713-82ab5686f8a3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (dbda05a4-b20f-4b82-8453-483652193249), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:22.319031 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-60177515-fb24-4546-8713-82ab5686f8a3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (dbda05a4-b20f-4b82-8453-483652193249), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:22.319368 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-60177515-fb24-4546-8713-82ab5686f8a3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for floatingip (dbda05a4-b20f-4b82-8453-483652193249), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:22.331849 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-60177515-fb24-4546-8713-82ab5686f8a3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Calling delete_port for dbda05a4-b20f-4b82-8453-483652193249 owned by network:floatingip {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:03:22.455734 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 92f73122-c3f2-4b96-9d29-f12911010f02 no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 01:03:22.467038 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-60177515-fb24-4546-8713-82ab5686f8a3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (dbda05a4-b20f-4b82-8453-483652193249), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:22.474829 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] No Port match for: 92f73122-c3f2-4b96-9d29-f12911010f02 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 01:03:22.475185 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 92f73122-c3f2-4b96-9d29-f12911010f02 not bound to the agent host hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 01:03:22.492486 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60177515-fb24-4546-8713-82ab5686f8a3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Pushing event deleted for resources: {'Port': ['ID=dbda05a4-b20f-4b82-8453-483652193249,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:22.557739 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-60177515-fb24-4546-8713-82ab5686f8a3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for floatingip (b03a1218-7e5e-4df9-8c2e-351fc20a333f), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:22.560358 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-60177515-fb24-4546-8713-82ab5686f8a3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:22.561529 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-60177515-fb24-4546-8713-82ab5686f8a3 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/b03a1218-7e5e-4df9-8c2e-351fc20a333f HTTP/1.1" status: 204 len: 168 time: 0.4294341 Sep 11 01:03:22.636134 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 51006) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:03:22.636405 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:22.640727 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-8091f090-aa1d-411d-933f-6ace71b5cba8 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1711812906', 'description': 'tempest-description--2678083'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:03:22.662570 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8091f090-aa1d-411d-933f-6ace71b5cba8 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:22.664253 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:22.736697 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8091f090-aa1d-411d-933f-6ace71b5cba8 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for security_group (f6f38eda-76c6-47eb-a2f2-76f65375ecbd), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:22.741135 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8091f090-aa1d-411d-933f-6ace71b5cba8 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (f6f38eda-76c6-47eb-a2f2-76f65375ecbd), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:22.771171 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8091f090-aa1d-411d-933f-6ace71b5cba8 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:22.772372 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-8091f090-aa1d-411d-933f-6ace71b5cba8 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1351709 Sep 11 01:03:22.774184 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091f090-aa1d-411d-933f-6ace71b5cba8 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f38eda-76c6-47eb-a2f2-76f65375ecbd,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:22.776160 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 51008) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:03:22.780803 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-edbd3d35-926f-4690-9c0f-277e807337b5 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Request body: {'security_group_rule': {'security_group_id': 'f6f38eda-76c6-47eb-a2f2-76f65375ecbd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:03:22.806260 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-edbd3d35-926f-4690-9c0f-277e807337b5 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for security_group_rule (425a21eb-f7c0-450b-aac7-cdb254d2ac45), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:22.860503 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-edbd3d35-926f-4690-9c0f-277e807337b5 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for security_group_rule (425a21eb-f7c0-450b-aac7-cdb254d2ac45), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:22.863977 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-edbd3d35-926f-4690-9c0f-277e807337b5 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (425a21eb-f7c0-450b-aac7-cdb254d2ac45), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:22.882047 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd3d35-926f-4690-9c0f-277e807337b5 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425a21eb-f7c0-450b-aac7-cdb254d2ac45,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:22.890469 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-edbd3d35-926f-4690-9c0f-277e807337b5 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:22.891695 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-edbd3d35-926f-4690-9c0f-277e807337b5 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144264 Sep 11 01:03:22.894351 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 51010) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:03:22.898490 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-cffcebc2-5042-4c75-8828-1c017d222113 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Request body: {'security_group_rule': {'security_group_id': 'f6f38eda-76c6-47eb-a2f2-76f65375ecbd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:03:22.925031 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-cffcebc2-5042-4c75-8828-1c017d222113 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for security_group_rule (3eb000d9-4ea6-4f95-a1db-7eb6cb36f08e), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:22.984610 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-cffcebc2-5042-4c75-8828-1c017d222113 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for security_group_rule (3eb000d9-4ea6-4f95-a1db-7eb6cb36f08e), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:22.988113 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-cffcebc2-5042-4c75-8828-1c017d222113 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749012'] for security_group_rule (3eb000d9-4ea6-4f95-a1db-7eb6cb36f08e), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:23.005868 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffcebc2-5042-4c75-8828-1c017d222113 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb000d9-4ea6-4f95-a1db-7eb6cb36f08e,revision_number=0']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:23.013719 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-cffcebc2-5042-4c75-8828-1c017d222113 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:23.014961 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-cffcebc2-5042-4c75-8828-1c017d222113 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196549 Sep 11 01:03:23.018041 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 51012) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:03:23.022236 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-6a85dfa1-266c-41bf-af89-4efad9d94617 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Request body: {'floatingip': {'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:03:23.044574 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6a85dfa1-266c-41bf-af89-4efad9d94617 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:23.108675 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:23.112013 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:23.126964 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6a85dfa1-266c-41bf-af89-4efad9d94617 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:23.236062 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_common [None req-6a85dfa1-266c-41bf-af89-4efad9d94617 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Allocated IP 172.37.5.121 (c4f00262-7f99-4bd5-861f-59a77dcd079c/5e38e216-1c69-4e5a-aed5-b2bbd0057861/5281477a-4312-45bc-95a1-cc13a6dfc9bc) {{(pid=112722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 01:03:23.339315 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6a85dfa1-266c-41bf-af89-4efad9d94617 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for port (5281477a-4312-45bc-95a1-cc13a6dfc9bc), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:23.371520 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6a85dfa1-266c-41bf-af89-4efad9d94617 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (5281477a-4312-45bc-95a1-cc13a6dfc9bc), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:23.416529 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a85dfa1-266c-41bf-af89-4efad9d94617 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Network c4f00262-7f99-4bd5-861f-59a77dcd079c is already hosted by enough agents. {{(pid=112722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 01:03:23.421611 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.base_scheduler [None req-6a85dfa1-266c-41bf-af89-4efad9d94617 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Resources bound (agent type, host, resource id): {{(pid=112722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 01:03:23.423849 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85dfa1-266c-41bf-af89-4efad9d94617 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Pushing event updated for resources: {'Port': ['ID=5281477a-4312-45bc-95a1-cc13a6dfc9bc,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:23.425959 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a85dfa1-266c-41bf-af89-4efad9d94617 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Received port after_create {{(pid=112722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 01:03:23.507643 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6a85dfa1-266c-41bf-af89-4efad9d94617 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for floatingip (edf42157-64d2-44cc-af8c-c653fb58c4be), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:23.547378 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6a85dfa1-266c-41bf-af89-4efad9d94617 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (5281477a-4312-45bc-95a1-cc13a6dfc9bc), before_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:23.693585 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6a85dfa1-266c-41bf-af89-4efad9d94617 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for port (5281477a-4312-45bc-95a1-cc13a6dfc9bc), precommit_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:23.698258 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6a85dfa1-266c-41bf-af89-4efad9d94617 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61682814'] for port (5281477a-4312-45bc-95a1-cc13a6dfc9bc), after_update {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:23.766928 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6a85dfa1-266c-41bf-af89-4efad9d94617 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (edf42157-64d2-44cc-af8c-c653fb58c4be), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:23.770028 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85dfa1-266c-41bf-af89-4efad9d94617 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Pushing event updated for resources: {'Port': ['ID=5281477a-4312-45bc-95a1-cc13a6dfc9bc,revision_number=2']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:23.781755 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:23.786649 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-6a85dfa1-266c-41bf-af89-4efad9d94617 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:23.787939 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-6a85dfa1-266c-41bf-af89-4efad9d94617 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7689700 Sep 11 01:03:23.960208 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:23.988485 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-98d3693d-e239-4985-8164-82ab82cb607b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1711812906&fields=id&tenant_id=15810c36aaa44c5fbc87197f873a6260 HTTP/1.1" status: 200 len: 267 time: 0.0435836 Sep 11 01:03:24.098678 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-7710c419-d2e3-4b56-b6fa-16f926a882e5 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:24.100178 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-7710c419-d2e3-4b56-b6fa-16f926a882e5 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/networks?id=049b6c8b-1072-47b9-b740-d7f0f662cb7f HTTP/1.1" status: 200 len: 811 time: 0.1045039 Sep 11 01:03:24.115069 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-cec12c34-5dcd-4e74-a3b9-67b9365d79e1 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/quotas/15810c36aaa44c5fbc87197f873a6260 HTTP/1.1" status: 200 len: 375 time: 0.0090954 Sep 11 01:03:24.163724 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-d992c513-e688-44bb-9735-9b2cde9e764b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=15810c36aaa44c5fbc87197f873a6260&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432553 Sep 11 01:03:24.178509 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-6cdf9a74-dd31-4e97-aa7c-bec67ad8b5ca service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112721) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 11 01:03:24.179491 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-6cdf9a74-dd31-4e97-aa7c-bec67ad8b5ca service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049152 Sep 11 01:03:24.268491 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-b86ea8da-456a-491a-b3a7-44c58009ca4c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/049b6c8b-1072-47b9-b740-d7f0f662cb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825934 Sep 11 01:03:24.360504 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-f4e4a327-1e83-4641-89f6-ae44cd99f568 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/049b6c8b-1072-47b9-b740-d7f0f662cb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865457 Sep 11 01:03:24.529635 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-db5c19c7-c529-4ca1-968a-571d394c65db req-a7acc2b8-8168-4f08-8b00-117b60b2ea11 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=50fb54a3-4f4f-4df5-8af8-53bb70c7666b HTTP/1.1" status: 200 len: 210 time: 0.0271456 Sep 11 01:03:25.670101 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f0f30613-75c4-47b6-bdd5-9a07720b396c req-e3dcf32b-0f4b-4d96-b341-dfb9bf7bf143 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=50fb54a3-4f4f-4df5-8af8-53bb70c7666b HTTP/1.1" status: 200 len: 210 time: 0.0325234 Sep 11 01:03:25.717057 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-3de9771f-cb92-4bb3-a4e0-7934d8eb8035 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:25.718495 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-3de9771f-cb92-4bb3-a4e0-7934d8eb8035 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.18 "GET /networking/v2.0/networks?id=049b6c8b-1072-47b9-b740-d7f0f662cb7f HTTP/1.1" status: 200 len: 811 time: 0.1352136 Sep 11 01:03:25.791022 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-88bd4bf9-f051-486b-b075-740e1287d3ac tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=15810c36aaa44c5fbc87197f873a6260 HTTP/1.1" status: 200 len: 380 time: 0.0528057 Sep 11 01:03:25.875570 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-8baa53cf-a556-4e25-bcec-546afb7920c5 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Request body: {'port': {'device_id': '50fb54a3-4f4f-4df5-8af8-53bb70c7666b', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'admin_state_up': True, 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'security_groups': ['f6f38eda-76c6-47eb-a2f2-76f65375ecbd']}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:03:25.951927 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:25.987040 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-8baa53cf-a556-4e25-bcec-546afb7920c5 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Made reservation on behalf of 15810c36aaa44c5fbc87197f873a6260 for: {'port': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 01:03:25.990871 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-8baa53cf-a556-4e25-bcec-546afb7920c5 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:26.006436 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:26.123296 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-8baa53cf-a556-4e25-bcec-546afb7920c5 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Allocated IP 172.20.0.6 (049b6c8b-1072-47b9-b740-d7f0f662cb7f/e571c870-1a18-4bf5-9ea8-33f488d9bd4d/fd9254ff-c49e-4ebc-8968-ba64656fa73d) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 01:03:26.258052 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-8baa53cf-a556-4e25-bcec-546afb7920c5 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for port (fd9254ff-c49e-4ebc-8968-ba64656fa73d), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:26.289722 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-8baa53cf-a556-4e25-bcec-546afb7920c5 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (fd9254ff-c49e-4ebc-8968-ba64656fa73d), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:26.335806 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-8baa53cf-a556-4e25-bcec-546afb7920c5 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Network 049b6c8b-1072-47b9-b740-d7f0f662cb7f is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 01:03:26.340967 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-8baa53cf-a556-4e25-bcec-546afb7920c5 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 01:03:26.344948 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-8baa53cf-a556-4e25-bcec-546afb7920c5 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 01:03:26.351141 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa53cf-a556-4e25-bcec-546afb7920c5 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Pushing event updated for resources: {'Port': ['ID=fd9254ff-c49e-4ebc-8968-ba64656fa73d,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:26.397464 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-8baa53cf-a556-4e25-bcec-546afb7920c5 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:26.398237 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-8baa53cf-a556-4e25-bcec-546afb7920c5 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:26.416260 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-8baa53cf-a556-4e25-bcec-546afb7920c5 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5442162 Sep 11 01:03:26.433198 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-7b804096-860a-4629-85ec-ea5004bd785e service neutron] Request body: {'port': {'device_id': '50fb54a3-4f4f-4df5-8af8-53bb70c7666b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:03:26.496070 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-7b804096-860a-4629-85ec-ea5004bd785e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (fd9254ff-c49e-4ebc-8968-ba64656fa73d), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:26.624851 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-c74d1152-aa26-423b-bf22-e66addca7913 None None] Provisioning complete for port fd9254ff-c49e-4ebc-8968-ba64656fa73d triggered by entity DHCP. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 01:03:26.625438 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-c74d1152-aa26-423b-bf22-e66addca7913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (fd9254ff-c49e-4ebc-8968-ba64656fa73d), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:26.660864 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-c74d1152-aa26-423b-bf22-e66addca7913 None None] Port fd9254ff-c49e-4ebc-8968-ba64656fa73d cannot update to ACTIVE because it is not bound. {{(pid=112723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 11 01:03:26.717334 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:26.782489 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-7b804096-860a-4629-85ec-ea5004bd785e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd9254ff-c49e-4ebc-8968-ba64656fa73d {{(pid=112721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 01:03:26.793748 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-7b804096-860a-4629-85ec-ea5004bd785e service neutron] Publish callbacks [] for port (fd9254ff-c49e-4ebc-8968-ba64656fa73d), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:26.814245 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a0ba0-8bc5-4d2a-9618-816af3f67515 req-4fd6f67e-bcd1-4b6a-b14b-f02dc130fcda tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:26.815738 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d34a0ba0-8bc5-4d2a-9618-816af3f67515 req-4fd6f67e-bcd1-4b6a-b14b-f02dc130fcda tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=50fb54a3-4f4f-4df5-8af8-53bb70c7666b HTTP/1.1" status: 200 len: 931 time: 0.0648088 Sep 11 01:03:26.817556 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:26.819220 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.provisioning_blocks [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-7b804096-860a-4629-85ec-ea5004bd785e service neutron] Transition to ACTIVE for port object fd9254ff-c49e-4ebc-8968-ba64656fa73d will not be triggered until provisioned by entity L2. {{(pid=112721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 11 01:03:26.829743 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-7b804096-860a-4629-85ec-ea5004bd785e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (fd9254ff-c49e-4ebc-8968-ba64656fa73d), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:26.938569 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b804096-860a-4629-85ec-ea5004bd785e service neutron] Pushing event updated for resources: {'Port': ['ID=fd9254ff-c49e-4ebc-8968-ba64656fa73d,revision_number=2']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:26.948557 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d34a0ba0-8bc5-4d2a-9618-816af3f67515 req-9e9d3b39-9238-4fbc-9b2d-367b8c6f812a tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f6f38eda-76c6-47eb-a2f2-76f65375ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266975 Sep 11 01:03:26.974569 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-7b804096-860a-4629-85ec-ea5004bd785e service neutron] Attempting to bind port fd9254ff-c49e-4ebc-8968-ba64656fa73d on host hv-cinder-maste for vnic_type normal with profile {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 01:03:26.974924 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-7b804096-860a-4629-85ec-ea5004bd785e service neutron] Attempting to bind port fd9254ff-c49e-4ebc-8968-ba64656fa73d by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ef78e06f-7c02-47d5-af6d-91bb82a0f05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f'}] {{(pid=112721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 01:03:26.975251 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-7b804096-860a-4629-85ec-ea5004bd785e service neutron] Attempting to bind port fd9254ff-c49e-4ebc-8968-ba64656fa73d on network 049b6c8b-1072-47b9-b740-d7f0f662cb7f {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 01:03:27.016430 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-7b804096-860a-4629-85ec-ea5004bd785e service neutron] Port fd9254ff-c49e-4ebc-8968-ba64656fa73d on network 049b6c8b-1072-47b9-b740-d7f0f662cb7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 11 01:03:27.016754 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-7b804096-860a-4629-85ec-ea5004bd785e service neutron] Attempting to bind port fd9254ff-c49e-4ebc-8968-ba64656fa73d on network 049b6c8b-1072-47b9-b740-d7f0f662cb7f {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 01:03:27.063171 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-7b804096-860a-4629-85ec-ea5004bd785e service neutron] Checking agent: {'id': '59bd9a15-1b15-4a76-8496-742ec7e1ef61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'started_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 1, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 01:03:27.063421 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-7b804096-860a-4629-85ec-ea5004bd785e service neutron] Checking segment: {'id': 'ef78e06f-7c02-47d5-af6d-91bb82a0f05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 01:03:27.063798 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-7b804096-860a-4629-85ec-ea5004bd785e service neutron] Bound using segment: {'id': 'ef78e06f-7c02-47d5-af6d-91bb82a0f05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f'} {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 01:03:27.064222 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-7b804096-860a-4629-85ec-ea5004bd785e service neutron] Bound port: fd9254ff-c49e-4ebc-8968-ba64656fa73d, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef78e06f-7c02-47d5-af6d-91bb82a0f05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f'}}] {{(pid=112721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 01:03:27.064575 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-7b804096-860a-4629-85ec-ea5004bd785e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (fd9254ff-c49e-4ebc-8968-ba64656fa73d), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:27.124379 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-7b804096-860a-4629-85ec-ea5004bd785e service neutron] For port fd9254ff-c49e-4ebc-8968-ba64656fa73d, host hv-cinder-maste, cleared binding levels {{(pid=112721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 01:03:27.127346 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-7b804096-860a-4629-85ec-ea5004bd785e service neutron] For port fd9254ff-c49e-4ebc-8968-ba64656fa73d, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fd9254ff-c49e-4ebc-8968-ba64656fa73d,segment=NetworkSegment(ef78e06f-7c02-47d5-af6d-91bb82a0f05a),segment_id=ef78e06f-7c02-47d5-af6d-91bb82a0f05a)] {{(pid=112721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 01:03:27.133007 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-7b804096-860a-4629-85ec-ea5004bd785e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (fd9254ff-c49e-4ebc-8968-ba64656fa73d), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:27.137491 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-7b804096-860a-4629-85ec-ea5004bd785e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:27.138094 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-7b804096-860a-4629-85ec-ea5004bd785e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:27.139467 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-7b804096-860a-4629-85ec-ea5004bd785e service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/fd9254ff-c49e-4ebc-8968-ba64656fa73d HTTP/1.1" status: 200 len: 1093 time: 0.7115536 Sep 11 01:03:27.140015 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50fb54a3-4f4f-4df5-8af8-53bb70c7666b', 'tag': 'fd9254ff-c49e-4ebc-8968-ba64656fa73d'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:03:27.142220 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3735bb-503f-4f14-aa1d-eb715b00d307" -d '{"events": [{"name": "network-changed", "server_uuid": "50fb54a3-4f4f-4df5-8af8-53bb70c7666b", "tag": "fd9254ff-c49e-4ebc-8968-ba64656fa73d"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:03:27.183830 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 01:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba019779-6bfa-4dd7-bda1-29ac4c713d5e x-openstack-request-id: req-ba019779-6bfa-4dd7-bda1-29ac4c713d5e {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:03:27.184112 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50fb54a3-4f4f-4df5-8af8-53bb70c7666b", "tag": "fd9254ff-c49e-4ebc-8968-ba64656fa73d", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:03:27.184453 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ba019779-6bfa-4dd7-bda1-29ac4c713d5e {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:03:27.184897 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba019779-6bfa-4dd7-bda1-29ac4c713d5e'] response: {'name': 'network-changed', 'server_uuid': '50fb54a3-4f4f-4df5-8af8-53bb70c7666b', 'tag': 'fd9254ff-c49e-4ebc-8968-ba64656fa73d', 'status': 'completed', 'code': 200} Sep 11 01:03:27.194492 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b804096-860a-4629-85ec-ea5004bd785e service neutron] Pushing event updated for resources: {'Port': ['ID=fd9254ff-c49e-4ebc-8968-ba64656fa73d,revision_number=3']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:27.247037 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-8871f3ab-93b1-438b-adaa-af0317d2b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:27.248648 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-8871f3ab-93b1-438b-adaa-af0317d2b19a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=15810c36aaa44c5fbc87197f873a6260&device_id=50fb54a3-4f4f-4df5-8af8-53bb70c7666b HTTP/1.1" status: 200 len: 1127 time: 0.0387542 Sep 11 01:03:27.297024 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-46ac6aec-dce5-4758-b5e6-07851b95bf91 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd9254ff-c49e-4ebc-8968-ba64656fa73d HTTP/1.1" status: 200 len: 217 time: 0.0359740 Sep 11 01:03:27.345629 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-28e2b439-b02a-4c30-b9bd-286bb7f4d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:27.346994 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-28e2b439-b02a-4c30-b9bd-286bb7f4d833 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=e571c870-1a18-4bf5-9ea8-33f488d9bd4d HTTP/1.1" status: 200 len: 850 time: 0.0447619 Sep 11 01:03:27.388860 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-a6423c2d-5354-4401-a6c9-6ce816c3ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:27.390303 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-a6423c2d-5354-4401-a6c9-6ce816c3ff19 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=049b6c8b-1072-47b9-b740-d7f0f662cb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378883 Sep 11 01:03:27.483014 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-0c9daea2-9502-4691-b797-aeb3fb604608 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/049b6c8b-1072-47b9-b740-d7f0f662cb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869699 Sep 11 01:03:27.578324 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-20c5715e-b6a2-4c69-94ac-eb32e1e2afeb req-000dabb1-d720-4f7c-97e0-a95355b78220 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/049b6c8b-1072-47b9-b740-d7f0f662cb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896018 Sep 11 01:03:28.071908 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd3869-895d-4931-bee7-961067b8e51b req-79e353b3-7273-496b-88c8-e782531db91a tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:28.073477 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-15cd3869-895d-4931-bee7-961067b8e51b req-79e353b3-7273-496b-88c8-e782531db91a tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=50fb54a3-4f4f-4df5-8af8-53bb70c7666b HTTP/1.1" status: 200 len: 943 time: 0.0507569 Sep 11 01:03:28.098320 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:28.122158 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-15cd3869-895d-4931-bee7-961067b8e51b req-f3faadc3-952e-403d-874d-d2fd662d15e8 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f6f38eda-76c6-47eb-a2f2-76f65375ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431762 Sep 11 01:03:28.339627 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3735bb-503f-4f14-aa1d-eb715b00d307 req-495063f2-a26a-44b6-926c-f66322809abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:28.341132 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5d3735bb-503f-4f14-aa1d-eb715b00d307 req-495063f2-a26a-44b6-926c-f66322809abd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=15810c36aaa44c5fbc87197f873a6260&device_id=50fb54a3-4f4f-4df5-8af8-53bb70c7666b HTTP/1.1" status: 200 len: 1127 time: 0.0397997 Sep 11 01:03:28.411626 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:28.436082 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3735bb-503f-4f14-aa1d-eb715b00d307 req-af4da5d7-7a3a-480e-9f49-bb29a40ca030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:28.437533 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5d3735bb-503f-4f14-aa1d-eb715b00d307 req-af4da5d7-7a3a-480e-9f49-bb29a40ca030 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=049b6c8b-1072-47b9-b740-d7f0f662cb7f HTTP/1.1" status: 200 len: 912 time: 0.0902348 Sep 11 01:03:28.478960 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5d3735bb-503f-4f14-aa1d-eb715b00d307 req-cad27c30-5d34-4b6b-87c8-4667ade9bd86 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd9254ff-c49e-4ebc-8968-ba64656fa73d HTTP/1.1" status: 200 len: 217 time: 0.0353959 Sep 11 01:03:28.525877 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3735bb-503f-4f14-aa1d-eb715b00d307 req-dff3993f-3e9d-4b43-a723-ef5b61207598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:28.527404 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5d3735bb-503f-4f14-aa1d-eb715b00d307 req-dff3993f-3e9d-4b43-a723-ef5b61207598 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=e571c870-1a18-4bf5-9ea8-33f488d9bd4d HTTP/1.1" status: 200 len: 850 time: 0.0430155 Sep 11 01:03:28.569319 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3735bb-503f-4f14-aa1d-eb715b00d307 req-6572f65b-8813-4c50-b1c2-8e6acdd2fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:28.570748 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5d3735bb-503f-4f14-aa1d-eb715b00d307 req-6572f65b-8813-4c50-b1c2-8e6acdd2fb2a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=049b6c8b-1072-47b9-b740-d7f0f662cb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368936 Sep 11 01:03:28.663386 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5d3735bb-503f-4f14-aa1d-eb715b00d307 req-11c409de-f4ee-41ec-b0ae-8539014d0a64 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/049b6c8b-1072-47b9-b740-d7f0f662cb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869823 Sep 11 01:03:28.752904 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-5d3735bb-503f-4f14-aa1d-eb715b00d307 req-8181bab6-2eb9-4817-80d4-4b8f8628ae06 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/049b6c8b-1072-47b9-b740-d7f0f662cb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835872 Sep 11 01:03:29.245179 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83cbbe-4375-4cb3-b258-a056bfd59bff req-79348aea-d84f-442a-b498-2f9d5d938296 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:29.246752 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2d83cbbe-4375-4cb3-b258-a056bfd59bff req-79348aea-d84f-442a-b498-2f9d5d938296 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=50fb54a3-4f4f-4df5-8af8-53bb70c7666b HTTP/1.1" status: 200 len: 943 time: 0.0468833 Sep 11 01:03:29.293371 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2d83cbbe-4375-4cb3-b258-a056bfd59bff req-d991d7e8-343b-4dbb-9c0a-3e970988cc90 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f6f38eda-76c6-47eb-a2f2-76f65375ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411215 Sep 11 01:03:30.415171 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae06b3b-3d2e-4632-853f-37c9a2abb45a req-c839b7a6-97c3-459f-936f-4eab4c63739a tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:30.416567 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2ae06b3b-3d2e-4632-853f-37c9a2abb45a req-c839b7a6-97c3-459f-936f-4eab4c63739a tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=50fb54a3-4f4f-4df5-8af8-53bb70c7666b HTTP/1.1" status: 200 len: 943 time: 0.0473497 Sep 11 01:03:30.462500 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-2ae06b3b-3d2e-4632-853f-37c9a2abb45a req-12532f2e-b171-4cbc-95cd-2ae5fb329beb tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f6f38eda-76c6-47eb-a2f2-76f65375ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403869 Sep 11 01:03:30.551059 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device fd9254ff-c49e-4ebc-8968-ba64656fa73d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 01:03:30.649209 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port fd9254ff-c49e-4ebc-8968-ba64656fa73d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fd9254ff-c49e-4ebc-8968-ba64656fa73d,segment=NetworkSegment(ef78e06f-7c02-47d5-af6d-91bb82a0f05a),segment_id=ef78e06f-7c02-47d5-af6d-91bb82a0f05a)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:03:30.660229 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': 'fd9254ff-c49e-4ebc-8968-ba64656fa73d', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'port_id': 'fd9254ff-c49e-4ebc-8968-ba64656fa73d', 'mac_address': 'fa:16:3e:d5:93:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 01:03:30.696807 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port fd9254ff-c49e-4ebc-8968-ba64656fa73d is: DOWN; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 01:03:30.697115 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (fd9254ff-c49e-4ebc-8968-ba64656fa73d), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:30.710409 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9254ff-c49e-4ebc-8968-ba64656fa73d {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 01:03:30.726054 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:30.730466 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port fd9254ff-c49e-4ebc-8968-ba64656fa73d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fd9254ff-c49e-4ebc-8968-ba64656fa73d,segment=NetworkSegment(ef78e06f-7c02-47d5-af6d-91bb82a0f05a),segment_id=ef78e06f-7c02-47d5-af6d-91bb82a0f05a)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:03:30.733973 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (fd9254ff-c49e-4ebc-8968-ba64656fa73d), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:30.779957 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=fd9254ff-c49e-4ebc-8968-ba64656fa73d,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:31.012513 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['fd9254ff-c49e-4ebc-8968-ba64656fa73d'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 01:03:31.057589 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:31.406025 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:31.472877 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:31.585274 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684ec2f-ff96-4261-8ec7-cd0edc710906 req-3066dc1d-479b-431d-a741-5cf9031698d7 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:31.586732 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8684ec2f-ff96-4261-8ec7-cd0edc710906 req-3066dc1d-479b-431d-a741-5cf9031698d7 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=50fb54a3-4f4f-4df5-8af8-53bb70c7666b HTTP/1.1" status: 200 len: 944 time: 0.0504317 Sep 11 01:03:31.634435 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-8684ec2f-ff96-4261-8ec7-cd0edc710906 req-8a409012-05d6-4767-b3b1-6e3e31e4c2ee tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f6f38eda-76c6-47eb-a2f2-76f65375ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421083 Sep 11 01:03:32.563355 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device fd9254ff-c49e-4ebc-8968-ba64656fa73d up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 01:03:32.605228 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning for port fd9254ff-c49e-4ebc-8968-ba64656fa73d completed by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 11 01:03:32.610890 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port fd9254ff-c49e-4ebc-8968-ba64656fa73d triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 01:03:32.611273 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (fd9254ff-c49e-4ebc-8968-ba64656fa73d), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:32.685517 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port fd9254ff-c49e-4ebc-8968-ba64656fa73d is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 01:03:32.685910 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (fd9254ff-c49e-4ebc-8968-ba64656fa73d), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:32.709220 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fb54a3-4f4f-4df5-8af8-53bb70c7666b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9254ff-c49e-4ebc-8968-ba64656fa73d'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:03:32.711473 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9705e31-8d65-4b9c-8d57-29755274b6b1" -d '{"events": [{"server_uuid": "50fb54a3-4f4f-4df5-8af8-53bb70c7666b", "name": "network-vif-plugged", "status": "completed", "tag": "fd9254ff-c49e-4ebc-8968-ba64656fa73d"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:03:32.725583 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port fd9254ff-c49e-4ebc-8968-ba64656fa73d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fd9254ff-c49e-4ebc-8968-ba64656fa73d,segment=NetworkSegment(ef78e06f-7c02-47d5-af6d-91bb82a0f05a),segment_id=ef78e06f-7c02-47d5-af6d-91bb82a0f05a)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:03:32.730172 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (fd9254ff-c49e-4ebc-8968-ba64656fa73d), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:32.757243 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6739d47-7afc-47e8-913e-09774bbaf819 req-02e726b1-773f-49d5-924f-c21727b0d9f8 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:32.759551 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c6739d47-7afc-47e8-913e-09774bbaf819 req-02e726b1-773f-49d5-924f-c21727b0d9f8 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=50fb54a3-4f4f-4df5-8af8-53bb70c7666b HTTP/1.1" status: 200 len: 944 time: 0.0508296 Sep 11 01:03:32.778202 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=fd9254ff-c49e-4ebc-8968-ba64656fa73d,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:03:32.816555 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-c6739d47-7afc-47e8-913e-09774bbaf819 req-86e29dea-13ac-4903-b4e9-da2c45dd351c tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f6f38eda-76c6-47eb-a2f2-76f65375ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504212 Sep 11 01:03:32.822359 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 01:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3629ba9d-6110-4ac3-9d22-e6cbee921155 x-openstack-request-id: req-3629ba9d-6110-4ac3-9d22-e6cbee921155 {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:03:32.823278 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fb54a3-4f4f-4df5-8af8-53bb70c7666b", "name": "network-vif-plugged", "status": "completed", "tag": "fd9254ff-c49e-4ebc-8968-ba64656fa73d", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:03:32.823514 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3629ba9d-6110-4ac3-9d22-e6cbee921155 {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:03:32.824058 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3629ba9d-6110-4ac3-9d22-e6cbee921155'] response: {'server_uuid': '50fb54a3-4f4f-4df5-8af8-53bb70c7666b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9254ff-c49e-4ebc-8968-ba64656fa73d', 'code': 200} Sep 11 01:03:33.028612 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d1fff-e2f3-46d1-963f-6e11c589b09a req-98d70c69-db14-4cde-b701-9a6a1a0c1aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:33.030124 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-952d1fff-e2f3-46d1-963f-6e11c589b09a req-98d70c69-db14-4cde-b701-9a6a1a0c1aa0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=50fb54a3-4f4f-4df5-8af8-53bb70c7666b HTTP/1.1" status: 200 len: 1129 time: 0.0418994 Sep 11 01:03:33.073429 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-952d1fff-e2f3-46d1-963f-6e11c589b09a req-e044378b-0459-419f-a52b-589e0d76505f service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f6f38eda-76c6-47eb-a2f2-76f65375ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365703 Sep 11 01:03:33.780093 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:33.781934 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:33.944970 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff433c-b59e-4b9f-b096-36f8ca3b4c0a req-3313cd5c-a9a5-4142-994e-8618708d2ed7 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:33.946459 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-14ff433c-b59e-4b9f-b096-36f8ca3b4c0a req-3313cd5c-a9a5-4142-994e-8618708d2ed7 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=50fb54a3-4f4f-4df5-8af8-53bb70c7666b HTTP/1.1" status: 200 len: 945 time: 0.0521245 Sep 11 01:03:33.995220 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-14ff433c-b59e-4b9f-b096-36f8ca3b4c0a req-bfd8dce0-19de-4fa8-b036-7da1e0526b4e tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f6f38eda-76c6-47eb-a2f2-76f65375ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413439 Sep 11 01:03:35.117505 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeee1d5-cc65-49bf-9518-d55064c9c1c3 req-bbc0ce00-806a-452b-a35c-10819d903553 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:35.118995 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-caeee1d5-cc65-49bf-9518-d55064c9c1c3 req-bbc0ce00-806a-452b-a35c-10819d903553 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=50fb54a3-4f4f-4df5-8af8-53bb70c7666b HTTP/1.1" status: 200 len: 945 time: 0.0463104 Sep 11 01:03:35.130628 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:35.169066 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-caeee1d5-cc65-49bf-9518-d55064c9c1c3 req-627798b4-2618-403b-9b5f-ad57ddeb8d1b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f6f38eda-76c6-47eb-a2f2-76f65375ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444224 Sep 11 01:03:35.272837 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:35.286250 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b58b7-6468-4501-b2b8-b558ea4ed726 req-96bcb158-828d-42c6-8ab0-e695365f2010 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:35.287755 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4f7b58b7-6468-4501-b2b8-b558ea4ed726 req-96bcb158-828d-42c6-8ab0-e695365f2010 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=50fb54a3-4f4f-4df5-8af8-53bb70c7666b HTTP/1.1" status: 200 len: 945 time: 0.0473404 Sep 11 01:03:35.298257 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 51072) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:03:35.302539 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-0606b147-1829-40e4-84d5-092f7c7ae1d6 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Request body: {'floatingip': {'port_id': 'fd9254ff-c49e-4ebc-8968-ba64656fa73d'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:03:35.340098 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-0606b147-1829-40e4-84d5-092f7c7ae1d6 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for floatingip (edf42157-64d2-44cc-af8c-c653fb58c4be), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:35.750583 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-0606b147-1829-40e4-84d5-092f7c7ae1d6 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:35.754721 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-0606b147-1829-40e4-84d5-092f7c7ae1d6 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (edf42157-64d2-44cc-af8c-c653fb58c4be), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:35.849407 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.l3_db [None req-0606b147-1829-40e4-84d5-092f7c7ae1d6 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Floating IP edf42157-64d2-44cc-af8c-c653fb58c4be associated. External IP: 172.37.5.121, port: fd9254ff-c49e-4ebc-8968-ba64656fa73d. Sep 11 01:03:36.041248 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0606b147-1829-40e4-84d5-092f7c7ae1d6 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Router c00fe6c2-182e-47ba-bb79-36aebdb5926b has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 01:03:36.149602 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0606b147-1829-40e4-84d5-092f7c7ae1d6 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 01:03:36.154547 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-0606b147-1829-40e4-84d5-092f7c7ae1d6 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:36.160307 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ec8b38-cd68-43b4-aecc-e16614f052a8 None None] Sync routers for ids ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 01:03:36.170349 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ec8b38-cd68-43b4-aecc-e16614f052a8 None None] Routers {'c00fe6c2-182e-47ba-bb79-36aebdb5926b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:03:36.170975 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-b6ec8b38-cd68-43b4-aecc-e16614f052a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:03:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:03:36.185203 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-0606b147-1829-40e4-84d5-092f7c7ae1d6 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/edf42157-64d2-44cc-af8c-c653fb58c4be HTTP/1.1" status: 200 len: 991 time: 0.8858747 Sep 11 01:03:36.185838 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50fb54a3-4f4f-4df5-8af8-53bb70c7666b', 'tag': 'fd9254ff-c49e-4ebc-8968-ba64656fa73d'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:03:36.188134 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448564df-1417-4da4-bdad-b580eefbfad7" -d '{"events": [{"name": "network-changed", "server_uuid": "50fb54a3-4f4f-4df5-8af8-53bb70c7666b", "tag": "fd9254ff-c49e-4ebc-8968-ba64656fa73d"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:03:36.226092 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 01:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ac0ace-0e6c-4145-980a-2a0e3a25d472 x-openstack-request-id: req-61ac0ace-0e6c-4145-980a-2a0e3a25d472 {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:03:36.226385 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50fb54a3-4f4f-4df5-8af8-53bb70c7666b", "tag": "fd9254ff-c49e-4ebc-8968-ba64656fa73d", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:03:36.226637 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-61ac0ace-0e6c-4145-980a-2a0e3a25d472 {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:03:36.227078 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ac0ace-0e6c-4145-980a-2a0e3a25d472'] response: {'name': 'network-changed', 'server_uuid': '50fb54a3-4f4f-4df5-8af8-53bb70c7666b', 'tag': 'fd9254ff-c49e-4ebc-8968-ba64656fa73d', 'status': 'completed', 'code': 200} Sep 11 01:03:36.274417 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-b6ec8b38-cd68-43b4-aecc-e16614f052a8 None None] Set router c00fe6c2-182e-47ba-bb79-36aebdb5926b gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:03:36.305200 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:36.317376 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448564df-1417-4da4-bdad-b580eefbfad7 req-8972b99d-ca3a-4b0d-9a92-fe20944efa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:36.318928 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-448564df-1417-4da4-bdad-b580eefbfad7 req-8972b99d-ca3a-4b0d-9a92-fe20944efa73 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=15810c36aaa44c5fbc87197f873a6260&device_id=50fb54a3-4f4f-4df5-8af8-53bb70c7666b HTTP/1.1" status: 200 len: 1129 time: 0.0449748 Sep 11 01:03:36.381073 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:36.408521 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448564df-1417-4da4-bdad-b580eefbfad7 req-7d9d7ba7-2eaf-4b68-aa2e-c5b62c5e1e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:36.409997 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-448564df-1417-4da4-bdad-b580eefbfad7 req-7d9d7ba7-2eaf-4b68-aa2e-c5b62c5e1e58 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=049b6c8b-1072-47b9-b740-d7f0f662cb7f HTTP/1.1" status: 200 len: 912 time: 0.0858092 Sep 11 01:03:36.487538 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-b6ec8b38-cd68-43b4-aecc-e16614f052a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'name': 'tempest-AttachVolumeTestJSON-1398942230-router', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219'}], 'enable_snat': True}, 'gw_port_id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T01:00:25Z', 'updated_at': '2022-09-11T01:00:28Z', 'revision_number': 4, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'gw_port': {'id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:26Z', 'updated_at': '2022-09-11T01:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'edf42157-64d2-44cc-af8c-c653fb58c4be', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'floating_ip_address': '172.37.5.121', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'port_id': 'fd9254ff-c49e-4ebc-8968-ba64656fa73d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'mac_address': 'fa:16:3e:d5:93:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fb54a3-4f4f-4df5-8af8-53bb70c7666b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T01:03:23Z', 'updated_at': '2022-09-11T01:03:35Z', 'revision_number': 1, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dbbda2c-61fc-469f-9938-bbf619480c6f', 'name': '', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'mac_address': 'fa:16:3e:f3:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:28Z', 'updated_at': '2022-09-11T01:00:34Z', 'revision_number': 5, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'subnets': [{'id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:03:36.513571 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ec8b38-cd68-43b4-aecc-e16614f052a8 None None] Checking router: c00fe6c2-182e-47ba-bb79-36aebdb5926b for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 01:03:36.522585 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ec8b38-cd68-43b4-aecc-e16614f052a8 None None] Routers {'c00fe6c2-182e-47ba-bb79-36aebdb5926b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:03:36.523289 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-b6ec8b38-cd68-43b4-aecc-e16614f052a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:03:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:03:36.568863 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:36.632102 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-b6ec8b38-cd68-43b4-aecc-e16614f052a8 None None] Set router c00fe6c2-182e-47ba-bb79-36aebdb5926b gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:03:36.663613 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:36.727369 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-448564df-1417-4da4-bdad-b580eefbfad7 req-e9ec0e76-5b82-4ea8-8c91-edfa4df758fc service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd9254ff-c49e-4ebc-8968-ba64656fa73d HTTP/1.1" status: 200 len: 999 time: 0.3114471 Sep 11 01:03:36.774542 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448564df-1417-4da4-bdad-b580eefbfad7 req-8eb2f33a-1c63-41bd-aa60-b59ec06ce660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:36.776627 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-448564df-1417-4da4-bdad-b580eefbfad7 req-8eb2f33a-1c63-41bd-aa60-b59ec06ce660 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=e571c870-1a18-4bf5-9ea8-33f488d9bd4d HTTP/1.1" status: 200 len: 850 time: 0.0431035 Sep 11 01:03:36.819257 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448564df-1417-4da4-bdad-b580eefbfad7 req-f2a8431e-6e84-431c-b7a0-356c598eb7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:03:36.820647 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-448564df-1417-4da4-bdad-b580eefbfad7 req-f2a8431e-6e84-431c-b7a0-356c598eb7df service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=049b6c8b-1072-47b9-b740-d7f0f662cb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383029 Sep 11 01:03:36.847046 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-b6ec8b38-cd68-43b4-aecc-e16614f052a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'name': 'tempest-AttachVolumeTestJSON-1398942230-router', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219'}], 'enable_snat': True}, 'gw_port_id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T01:00:25Z', 'updated_at': '2022-09-11T01:00:28Z', 'revision_number': 4, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'gw_port': {'id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:26Z', 'updated_at': '2022-09-11T01:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'edf42157-64d2-44cc-af8c-c653fb58c4be', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'floating_ip_address': '172.37.5.121', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'port_id': 'fd9254ff-c49e-4ebc-8968-ba64656fa73d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'mac_address': 'fa:16:3e:d5:93:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fb54a3-4f4f-4df5-8af8-53bb70c7666b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T01:03:23Z', 'updated_at': '2022-09-11T01:03:35Z', 'revision_number': 1, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dbbda2c-61fc-469f-9938-bbf619480c6f', 'name': '', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'mac_address': 'fa:16:3e:f3:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:28Z', 'updated_at': '2022-09-11T01:00:34Z', 'revision_number': 5, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'subnets': [{'id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:03:36.872047 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ec8b38-cd68-43b4-aecc-e16614f052a8 None None] The sync data for ids ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'] in dv-cinder-master-3-iscsi is: [{'id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'name': 'tempest-AttachVolumeTestJSON-1398942230-router', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219'}], 'enable_snat': True}, 'gw_port_id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T01:00:25Z', 'updated_at': '2022-09-11T01:00:28Z', 'revision_number': 4, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'gw_port': {'id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:26Z', 'updated_at': '2022-09-11T01:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'edf42157-64d2-44cc-af8c-c653fb58c4be', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'floating_ip_address': '172.37.5.121', 'floating_network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'router_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'port_id': 'fd9254ff-c49e-4ebc-8968-ba64656fa73d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'mac_address': 'fa:16:3e:d5:93:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fb54a3-4f4f-4df5-8af8-53bb70c7666b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-11T01:03:23Z', 'updated_at': '2022-09-11T01:03:35Z', 'revision_number': 1, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dbbda2c-61fc-469f-9938-bbf619480c6f', 'name': '', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'mac_address': 'fa:16:3e:f3:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:28Z', 'updated_at': '2022-09-11T01:00:34Z', 'revision_number': 5, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'subnets': [{'id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 01:03:36.915345 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-448564df-1417-4da4-bdad-b580eefbfad7 req-a92db0d6-7bf9-47ea-89cb-bb8e973b2b32 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/049b6c8b-1072-47b9-b740-d7f0f662cb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891941 Sep 11 01:03:37.006423 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-448564df-1417-4da4-bdad-b580eefbfad7 req-db6d4a47-9cf8-476c-bfe3-4fa2f46aa870 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/049b6c8b-1072-47b9-b740-d7f0f662cb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849538 Sep 11 01:03:37.070167 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2171d4ad-134f-497d-b06d-a7a4fd051656 None None] New status for floating IP edf42157-64d2-44cc-af8c-c653fb58c4be: ACTIVE {{(pid=112724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 01:03:41.721213 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:47.001651 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=36 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:47.003548 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=45 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:49.055632 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-6591d8b9-ec92-4ef2-a530-99c4702435b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:50.324137 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:50.324893 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:03:51.354470 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-cbc2c9b7-1f66-4505-b9a5-0826c305b9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:52.638526 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:53.780358 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:53.963505 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:03:58.475150 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 01:04:03.956814 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:04:03.958710 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:04:11.737588 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:17.313311 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:04:19.057713 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-e7e37fb3-2bcc-41c4-9f4d-2bc19f8de0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:21.357448 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-621e3e06-86f5-4ede-b1e0-f754010662df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:22.641781 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:23.783648 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:23.965417 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:27.317972 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=6 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:04:27.324023 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=2 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:04:31.052245 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6016a-e048-4a61-a683-f086a74777af req-545c44f8-c818-439a-ab20-a04c8fb56526 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:04:31.053729 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f7e6016a-e048-4a61-a683-f086a74777af req-545c44f8-c818-439a-ab20-a04c8fb56526 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=50fb54a3-4f4f-4df5-8af8-53bb70c7666b HTTP/1.1" status: 200 len: 945 time: 0.0507054 Sep 11 01:04:31.101188 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f7e6016a-e048-4a61-a683-f086a74777af req-989dda6f-afdb-4635-9f3b-4ee9a4c8508a tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f6f38eda-76c6-47eb-a2f2-76f65375ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417044 Sep 11 01:04:32.223998 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdb608-940c-4875-82b5-61b64ec28db7 req-4e4fb40b-af81-439a-867c-2417f1f78774 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:04:32.225431 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-25fdb608-940c-4875-82b5-61b64ec28db7 req-4e4fb40b-af81-439a-867c-2417f1f78774 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=50fb54a3-4f4f-4df5-8af8-53bb70c7666b HTTP/1.1" status: 200 len: 945 time: 0.0458164 Sep 11 01:04:32.271622 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-25fdb608-940c-4875-82b5-61b64ec28db7 req-0152e306-5b84-40ce-85d1-fd5cfdcfbb1b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f6f38eda-76c6-47eb-a2f2-76f65375ecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407302 Sep 11 01:04:32.787100 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e818a4a-b1b6-4248-8b6d-4f80be5538a3 req-0b656644-c2eb-4fc6-a45a-26fe6655d64a tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:04:32.788500 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4e818a4a-b1b6-4248-8b6d-4f80be5538a3 req-0b656644-c2eb-4fc6-a45a-26fe6655d64a tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=50fb54a3-4f4f-4df5-8af8-53bb70c7666b HTTP/1.1" status: 200 len: 945 time: 0.0478530 Sep 11 01:04:32.868776 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [req-4e818a4a-b1b6-4248-8b6d-4f80be5538a3 req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Deleting port fd9254ff-c49e-4ebc-8968-ba64656fa73d {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:04:32.869148 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-4e818a4a-b1b6-4248-8b6d-4f80be5538a3 req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (fd9254ff-c49e-4ebc-8968-ba64656fa73d), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:32.960272 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-4e818a4a-b1b6-4248-8b6d-4f80be5538a3 req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] For port fd9254ff-c49e-4ebc-8968-ba64656fa73d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fd9254ff-c49e-4ebc-8968-ba64656fa73d,segment=NetworkSegment(ef78e06f-7c02-47d5-af6d-91bb82a0f05a),segment_id=ef78e06f-7c02-47d5-af6d-91bb82a0f05a)] {{(pid=112721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:04:32.960629 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-4e818a4a-b1b6-4248-8b6d-4f80be5538a3 req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (fd9254ff-c49e-4ebc-8968-ba64656fa73d), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:33.126355 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-4e818a4a-b1b6-4248-8b6d-4f80be5538a3 req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:33.126710 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-4e818a4a-b1b6-4248-8b6d-4f80be5538a3 req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3793898'] for floatingip (edf42157-64d2-44cc-af8c-c653fb58c4be), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:33.127055 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.db.l3_db [req-4e818a4a-b1b6-4248-8b6d-4f80be5538a3 req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Floating IP edf42157-64d2-44cc-af8c-c653fb58c4be disassociated. External IP: 172.37.5.121, port: fd9254ff-c49e-4ebc-8968-ba64656fa73d. Sep 11 01:04:33.127473 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [req-4e818a4a-b1b6-4248-8b6d-4f80be5538a3 req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Calling delete_port for fd9254ff-c49e-4ebc-8968-ba64656fa73d owned by compute:nova {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:04:33.254187 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-4e818a4a-b1b6-4248-8b6d-4f80be5538a3 req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (fd9254ff-c49e-4ebc-8968-ba64656fa73d), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:33.280083 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Pushing event deleted for resources: {'Port': ['ID=fd9254ff-c49e-4ebc-8968-ba64656fa73d,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:04:33.291739 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:33.292094 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:33.292448 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:33.292799 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:33.293137 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:33.293513 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:33.294360 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:33.294689 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:33.295046 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:33.295384 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:33.295717 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:33.296046 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:33.296373 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:33.296698 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:33.297022 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:33.409556 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d0653a50-1dcb-481b-9b41-397d0a49ec0c req-e26e747f-4fe6-4a0d-b35a-182b7cc18c0b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=50fb54a3-4f4f-4df5-8af8-53bb70c7666b HTTP/1.1" status: 200 len: 210 time: 0.0571291 Sep 11 01:04:33.433305 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e818a4a-b1b6-4248-8b6d-4f80be5538a3 req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Router c00fe6c2-182e-47ba-bb79-36aebdb5926b has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 01:04:33.487119 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:04:33.489319 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:04:33.541920 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e818a4a-b1b6-4248-8b6d-4f80be5538a3 req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 01:04:33.551982 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b13d387-1ac6-45f0-b4fa-dc75014aae85 None None] Sync routers for ids ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 01:04:33.562072 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b13d387-1ac6-45f0-b4fa-dc75014aae85 None None] Routers {'c00fe6c2-182e-47ba-bb79-36aebdb5926b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:04:33.562720 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-5b13d387-1ac6-45f0-b4fa-dc75014aae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:04:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:04:33.585309 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e818a4a-b1b6-4248-8b6d-4f80be5538a3 req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] No DVR routers for this DVR port fd9254ff-c49e-4ebc-8968-ba64656fa73d on host hv-cinder-maste {{(pid=112721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 01:04:33.587893 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-4e818a4a-b1b6-4248-8b6d-4f80be5538a3 req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:33.591825 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4e818a4a-b1b6-4248-8b6d-4f80be5538a3 req-f53f16bc-7569-441f-9f5d-26ea07897a5b tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.18 "DELETE /networking/v2.0/ports/fd9254ff-c49e-4ebc-8968-ba64656fa73d HTTP/1.1" status: 204 len: 173 time: 0.7968717 Sep 11 01:04:33.592322 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fb54a3-4f4f-4df5-8af8-53bb70c7666b', 'name': 'network-vif-deleted', 'tag': 'fd9254ff-c49e-4ebc-8968-ba64656fa73d'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:04:33.594581 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb59f6d-9cf2-43a1-a0e7-49236d5657ba" -d '{"events": [{"server_uuid": "50fb54a3-4f4f-4df5-8af8-53bb70c7666b", "name": "network-vif-deleted", "tag": "fd9254ff-c49e-4ebc-8968-ba64656fa73d"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:04:33.636476 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 01:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388921e1-bcec-4bc7-a599-82b64be85404 x-openstack-request-id: req-388921e1-bcec-4bc7-a599-82b64be85404 {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:04:33.636774 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fb54a3-4f4f-4df5-8af8-53bb70c7666b", "name": "network-vif-deleted", "tag": "fd9254ff-c49e-4ebc-8968-ba64656fa73d", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:04:33.637813 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-388921e1-bcec-4bc7-a599-82b64be85404 {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:04:33.638097 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-388921e1-bcec-4bc7-a599-82b64be85404'] response: {'server_uuid': '50fb54a3-4f4f-4df5-8af8-53bb70c7666b', 'name': 'network-vif-deleted', 'tag': 'fd9254ff-c49e-4ebc-8968-ba64656fa73d', 'status': 'completed', 'code': 200} Sep 11 01:04:33.669486 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-5b13d387-1ac6-45f0-b4fa-dc75014aae85 None None] Set router c00fe6c2-182e-47ba-bb79-36aebdb5926b gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:04:33.874980 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-5b13d387-1ac6-45f0-b4fa-dc75014aae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'name': 'tempest-AttachVolumeTestJSON-1398942230-router', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219'}], 'enable_snat': True}, 'gw_port_id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T01:00:25Z', 'updated_at': '2022-09-11T01:00:28Z', 'revision_number': 4, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'gw_port': {'id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:26Z', 'updated_at': '2022-09-11T01:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3dbbda2c-61fc-469f-9938-bbf619480c6f', 'name': '', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'mac_address': 'fa:16:3e:f3:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:28Z', 'updated_at': '2022-09-11T01:00:34Z', 'revision_number': 5, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'subnets': [{'id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:04:33.899198 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b13d387-1ac6-45f0-b4fa-dc75014aae85 None None] Checking router: c00fe6c2-182e-47ba-bb79-36aebdb5926b for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 01:04:33.908403 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b13d387-1ac6-45f0-b4fa-dc75014aae85 None None] Routers {'c00fe6c2-182e-47ba-bb79-36aebdb5926b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:04:33.908992 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-5b13d387-1ac6-45f0-b4fa-dc75014aae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:04:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:04:33.966377 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:04:33.990095 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=49,neutron:UPDATE=5 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:04:34.018445 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-5b13d387-1ac6-45f0-b4fa-dc75014aae85 None None] Set router c00fe6c2-182e-47ba-bb79-36aebdb5926b gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:04:34.216684 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-5b13d387-1ac6-45f0-b4fa-dc75014aae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'name': 'tempest-AttachVolumeTestJSON-1398942230-router', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219'}], 'enable_snat': True}, 'gw_port_id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T01:00:25Z', 'updated_at': '2022-09-11T01:00:28Z', 'revision_number': 4, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'gw_port': {'id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:26Z', 'updated_at': '2022-09-11T01:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3dbbda2c-61fc-469f-9938-bbf619480c6f', 'name': '', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'mac_address': 'fa:16:3e:f3:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:28Z', 'updated_at': '2022-09-11T01:00:34Z', 'revision_number': 5, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'subnets': [{'id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:04:34.245340 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b13d387-1ac6-45f0-b4fa-dc75014aae85 None None] The sync data for ids ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'] in dv-cinder-master-3-iscsi is: [{'id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'name': 'tempest-AttachVolumeTestJSON-1398942230-router', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219'}], 'enable_snat': True}, 'gw_port_id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T01:00:25Z', 'updated_at': '2022-09-11T01:00:28Z', 'revision_number': 4, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'gw_port': {'id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:26Z', 'updated_at': '2022-09-11T01:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3dbbda2c-61fc-469f-9938-bbf619480c6f', 'name': '', 'network_id': '049b6c8b-1072-47b9-b740-d7f0f662cb7f', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'mac_address': 'fa:16:3e:f3:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:28Z', 'updated_at': '2022-09-11T01:00:34Z', 'revision_number': 5, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'subnets': [{'id': 'e571c870-1a18-4bf5-9ea8-33f488d9bd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 01:04:34.469960 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58112ef-396d-4974-8745-5b2afcfd9c97 None None] New status for floating IP edf42157-64d2-44cc-af8c-c653fb58c4be: DOWN {{(pid=112724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 11 01:04:34.511580 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 51214) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:04:34.568078 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8fe5a6a2-085e-4303-bf79-19d0d294af4e tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for security_group (f6f38eda-76c6-47eb-a2f2-76f65375ecbd), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:34.591421 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8fe5a6a2-085e-4303-bf79-19d0d294af4e tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for security_group (f6f38eda-76c6-47eb-a2f2-76f65375ecbd), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:34.643430 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8fe5a6a2-085e-4303-bf79-19d0d294af4e tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (f6f38eda-76c6-47eb-a2f2-76f65375ecbd), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:34.645966 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8fe5a6a2-085e-4303-bf79-19d0d294af4e tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:34.647194 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-8fe5a6a2-085e-4303-bf79-19d0d294af4e tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f6f38eda-76c6-47eb-a2f2-76f65375ecbd HTTP/1.1" status: 204 len: 168 time: 0.1338720 Sep 11 01:04:34.649960 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 51216) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:04:34.656204 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5a6a2-085e-4303-bf79-19d0d294af4e tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f38eda-76c6-47eb-a2f2-76f65375ecbd,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:04:34.665132 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.api.v2.resource [None req-426047cd-16bc-4430-aa69-553e3bbe05f4 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] show failed (client error): The resource could not be found. Sep 11 01:04:34.668840 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-426047cd-16bc-4430-aa69-553e3bbe05f4 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "GET /networking/v2.0/security-groups/f6f38eda-76c6-47eb-a2f2-76f65375ecbd HTTP/1.1" status: 404 len: 347 time: 0.0151894 Sep 11 01:04:34.669064 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 51220) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:04:34.780319 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-90edd8e0-d1d9-431c-add7-7e4a32fbde26 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Deleting port 5281477a-4312-45bc-95a1-cc13a6dfc9bc {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:04:34.780592 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-90edd8e0-d1d9-431c-add7-7e4a32fbde26 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (5281477a-4312-45bc-95a1-cc13a6dfc9bc), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:34.859258 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-90edd8e0-d1d9-431c-add7-7e4a32fbde26 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (5281477a-4312-45bc-95a1-cc13a6dfc9bc), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:34.859590 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-90edd8e0-d1d9-431c-add7-7e4a32fbde26 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for floatingip (5281477a-4312-45bc-95a1-cc13a6dfc9bc), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:34.872641 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-90edd8e0-d1d9-431c-add7-7e4a32fbde26 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Calling delete_port for 5281477a-4312-45bc-95a1-cc13a6dfc9bc owned by network:floatingip {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:04:35.000747 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-90edd8e0-d1d9-431c-add7-7e4a32fbde26 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (5281477a-4312-45bc-95a1-cc13a6dfc9bc), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:35.024689 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90edd8e0-d1d9-431c-add7-7e4a32fbde26 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Pushing event deleted for resources: {'Port': ['ID=5281477a-4312-45bc-95a1-cc13a6dfc9bc,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:04:35.036800 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edd8e0-d1d9-431c-add7-7e4a32fbde26 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:35.037147 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edd8e0-d1d9-431c-add7-7e4a32fbde26 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:35.037490 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edd8e0-d1d9-431c-add7-7e4a32fbde26 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:35.037829 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edd8e0-d1d9-431c-add7-7e4a32fbde26 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:35.038164 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edd8e0-d1d9-431c-add7-7e4a32fbde26 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:35.038492 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edd8e0-d1d9-431c-add7-7e4a32fbde26 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:35.038846 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edd8e0-d1d9-431c-add7-7e4a32fbde26 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:35.039178 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edd8e0-d1d9-431c-add7-7e4a32fbde26 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:35.039504 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edd8e0-d1d9-431c-add7-7e4a32fbde26 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:35.039829 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edd8e0-d1d9-431c-add7-7e4a32fbde26 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:35.040154 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edd8e0-d1d9-431c-add7-7e4a32fbde26 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:35.040478 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edd8e0-d1d9-431c-add7-7e4a32fbde26 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:35.040800 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edd8e0-d1d9-431c-add7-7e4a32fbde26 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:35.041117 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edd8e0-d1d9-431c-add7-7e4a32fbde26 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:35.041434 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90edd8e0-d1d9-431c-add7-7e4a32fbde26 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:35.096950 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-90edd8e0-d1d9-431c-add7-7e4a32fbde26 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks [] for floatingip (edf42157-64d2-44cc-af8c-c653fb58c4be), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:35.100005 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-90edd8e0-d1d9-431c-add7-7e4a32fbde26 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for floatingip (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:35.103729 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-90edd8e0-d1d9-431c-add7-7e4a32fbde26 tempest-AttachVolumeTestJSON-1403860877 tempest-AttachVolumeTestJSON-1403860877-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/edf42157-64d2-44cc-af8c-c653fb58c4be HTTP/1.1" status: 204 len: 168 time: 0.4333038 Sep 11 01:04:35.473890 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 01:04:36.828170 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device fd9254ff-c49e-4ebc-8968-ba64656fa73d no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 01:04:36.847217 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] No Port match for: fd9254ff-c49e-4ebc-8968-ba64656fa73d {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 01:04:36.847503 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device fd9254ff-c49e-4ebc-8968-ba64656fa73d not bound to the agent host hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 01:04:38.647441 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 51248) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:04:38.955263 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-34f43aa4-7548-411c-8dba-e1ddb13e89d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3768042'] for router_interface (c00fe6c2-182e-47ba-bb79-36aebdb5926b), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:39.099845 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:04:39.101889 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:04:39.177743 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-34f43aa4-7548-411c-8dba-e1ddb13e89d0 admin admin] Deleting port 3dbbda2c-61fc-469f-9938-bbf619480c6f {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:04:39.178082 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-34f43aa4-7548-411c-8dba-e1ddb13e89d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (3dbbda2c-61fc-469f-9938-bbf619480c6f), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:39.506682 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [None req-34f43aa4-7548-411c-8dba-e1ddb13e89d0 admin admin] For port 3dbbda2c-61fc-469f-9938-bbf619480c6f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3dbbda2c-61fc-469f-9938-bbf619480c6f,segment=NetworkSegment(ef78e06f-7c02-47d5-af6d-91bb82a0f05a),segment_id=ef78e06f-7c02-47d5-af6d-91bb82a0f05a)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:04:39.507086 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-34f43aa4-7548-411c-8dba-e1ddb13e89d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (3dbbda2c-61fc-469f-9938-bbf619480c6f), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:39.519544 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-34f43aa4-7548-411c-8dba-e1ddb13e89d0 admin admin] Calling delete_port for 3dbbda2c-61fc-469f-9938-bbf619480c6f owned by network:router_interface {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:04:39.693868 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-34f43aa4-7548-411c-8dba-e1ddb13e89d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (3dbbda2c-61fc-469f-9938-bbf619480c6f), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:39.720218 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f43aa4-7548-411c-8dba-e1ddb13e89d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dbbda2c-61fc-469f-9938-bbf619480c6f,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:04:39.886654 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-34f43aa4-7548-411c-8dba-e1ddb13e89d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3793178'] for router_interface (c00fe6c2-182e-47ba-bb79-36aebdb5926b), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:40.088389 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f43aa4-7548-411c-8dba-e1ddb13e89d0 admin admin] Router c00fe6c2-182e-47ba-bb79-36aebdb5926b has already been hosted by L3 agent 4419b225-dbe7-49a1-b35f-8b6a44bcdf89 {{(pid=112722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 01:04:40.139302 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:04:40.168018 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:04:40.193219 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f43aa4-7548-411c-8dba-e1ddb13e89d0 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=112722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 01:04:40.198115 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-34f43aa4-7548-411c-8dba-e1ddb13e89d0 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/c00fe6c2-182e-47ba-bb79-36aebdb5926b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5496845 Sep 11 01:04:40.201069 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 51250) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:04:40.201851 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422545bd-1716-4456-8031-fe7975c9b858 None None] Sync routers for ids ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'] in dv-cinder-master-3-iscsi {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 01:04:40.211353 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422545bd-1716-4456-8031-fe7975c9b858 None None] Routers {'c00fe6c2-182e-47ba-bb79-36aebdb5926b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:04:40.211946 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-422545bd-1716-4456-8031-fe7975c9b858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:04:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:04:40.300893 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-58cf5e1f-0b1f-463c-b3ac-be9d984e4eb7 admin admin] Publish callbacks [] for router (c00fe6c2-182e-47ba-bb79-36aebdb5926b), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:40.312757 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-422545bd-1716-4456-8031-fe7975c9b858 None None] Set router c00fe6c2-182e-47ba-bb79-36aebdb5926b gateway port host: dv-cinder-master-3-iscsi {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:04:40.401056 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-58cf5e1f-0b1f-463c-b3ac-be9d984e4eb7 admin admin] Publish callbacks [] for router_gateway (c00fe6c2-182e-47ba-bb79-36aebdb5926b), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:40.447418 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-58cf5e1f-0b1f-463c-b3ac-be9d984e4eb7 admin admin] Deleting port 133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044 {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:04:40.447756 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-58cf5e1f-0b1f-463c-b3ac-be9d984e4eb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:40.490163 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-422545bd-1716-4456-8031-fe7975c9b858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'name': 'tempest-AttachVolumeTestJSON-1398942230-router', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'external_fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219'}], 'enable_snat': True}, 'gw_port_id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T01:00:25Z', 'updated_at': '2022-09-11T01:04:39Z', 'revision_number': 5, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'gw_port': {'id': '133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044', 'name': '', 'network_id': 'c4f00262-7f99-4bd5-861f-59a77dcd079c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'ip_address': '172.37.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-11T01:00:26Z', 'updated_at': '2022-09-11T01:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5e38e216-1c69-4e5a-aed5-b2bbd0057861', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:04:40.517979 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422545bd-1716-4456-8031-fe7975c9b858 None None] Checking router: c00fe6c2-182e-47ba-bb79-36aebdb5926b for host: dv-cinder-master-3-iscsi {{(pid=112723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 01:04:40.526199 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422545bd-1716-4456-8031-fe7975c9b858 None None] Routers {'c00fe6c2-182e-47ba-bb79-36aebdb5926b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=112723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 11 01:04:40.526526 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [None req-58cf5e1f-0b1f-463c-b3ac-be9d984e4eb7 admin admin] For port 133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044,segment=NetworkSegment(5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4),segment_id=5fc1a07a-9cc9-4bf3-b98c-4294eecc4dd4)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:04:40.526807 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-422545bd-1716-4456-8031-fe7975c9b858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-11T00:44:21Z,description=,heartbeat_timestamp=2022-09-11T01:04:21Z,host='dv-cinder-master-3-iscsi',id=4419b225-dbe7-49a1-b35f-8b6a44bcdf89,load=0,resource_versions=,resources_synced=,started_at=2022-09-11T00:44:21Z,topic='l3_agent')) {'router_ids': ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'], 'active': True} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:04:40.526937 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-58cf5e1f-0b1f-463c-b3ac-be9d984e4eb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:40.540217 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-58cf5e1f-0b1f-463c-b3ac-be9d984e4eb7 admin admin] Calling delete_port for 133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044 owned by network:router_gateway {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:04:40.610307 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvr_db [None req-422545bd-1716-4456-8031-fe7975c9b858 None None] Set router c00fe6c2-182e-47ba-bb79-36aebdb5926b gateway port host: None {{(pid=112723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 11 01:04:40.658696 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_hamode_db [None req-422545bd-1716-4456-8031-fe7975c9b858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'name': 'tempest-AttachVolumeTestJSON-1398942230-router', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T01:00:25Z', 'updated_at': '2022-09-11T01:04:40Z', 'revision_number': 6, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=112723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:04:40.687284 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422545bd-1716-4456-8031-fe7975c9b858 None None] The sync data for ids ['c00fe6c2-182e-47ba-bb79-36aebdb5926b'] in dv-cinder-master-3-iscsi is: [{'id': 'c00fe6c2-182e-47ba-bb79-36aebdb5926b', 'name': 'tempest-AttachVolumeTestJSON-1398942230-router', 'tenant_id': '15810c36aaa44c5fbc87197f873a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-11T01:00:25Z', 'updated_at': '2022-09-11T01:04:40Z', 'revision_number': 6, 'project_id': '15810c36aaa44c5fbc87197f873a6260', 'gw_port_host': None}] {{(pid=112723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 01:04:40.713648 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-58cf5e1f-0b1f-463c-b3ac-be9d984e4eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:40.739823 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf5e1f-0b1f-463c-b3ac-be9d984e4eb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:04:40.804492 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-58cf5e1f-0b1f-463c-b3ac-be9d984e4eb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3793768'] for router_gateway (c00fe6c2-182e-47ba-bb79-36aebdb5926b), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:40.891024 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-58cf5e1f-0b1f-463c-b3ac-be9d984e4eb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3792972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24940'] for router (c00fe6c2-182e-47ba-bb79-36aebdb5926b), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:40.893006 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-58cf5e1f-0b1f-463c-b3ac-be9d984e4eb7 admin admin] Publish callbacks [] for router_controller (c00fe6c2-182e-47ba-bb79-36aebdb5926b), precommit_delete_associations {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:40.935199 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-58cf5e1f-0b1f-463c-b3ac-be9d984e4eb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3793199'] for router (c00fe6c2-182e-47ba-bb79-36aebdb5926b), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:40.935854 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cf5e1f-0b1f-463c-b3ac-be9d984e4eb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c00fe6c2-182e-47ba-bb79-36aebdb5926b {{(pid=112722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 11 01:04:40.940402 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-58cf5e1f-0b1f-463c-b3ac-be9d984e4eb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:40.941549 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-58cf5e1f-0b1f-463c-b3ac-be9d984e4eb7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/c00fe6c2-182e-47ba-bb79-36aebdb5926b HTTP/1.1" status: 204 len: 168 time: 0.7395461 Sep 11 01:04:40.944031 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 51252) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:04:40.988645 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a43d79-3525-42c5-840a-a3881a042c14 admin admin] Deleting subnet e571c870-1a18-4bf5-9ea8-33f488d9bd4d {{(pid=112722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 11 01:04:40.991758 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-80a43d79-3525-42c5-840a-a3881a042c14 admin admin] Publish callbacks [] for subnet (e571c870-1a18-4bf5-9ea8-33f488d9bd4d), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:41.033726 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-80a43d79-3525-42c5-840a-a3881a042c14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61765503'] for subnet (e571c870-1a18-4bf5-9ea8-33f488d9bd4d), precommit_delete_associations {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:41.068223 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:04:41.072183 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:04:41.120157 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-80a43d79-3525-42c5-840a-a3881a042c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774851'] for subnet (e571c870-1a18-4bf5-9ea8-33f488d9bd4d), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:41.173364 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-80a43d79-3525-42c5-840a-a3881a042c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61682736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62399941'] for subnet (e571c870-1a18-4bf5-9ea8-33f488d9bd4d), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:41.202168 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a43d79-3525-42c5-840a-a3881a042c14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e571c870-1a18-4bf5-9ea8-33f488d9bd4d,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:04:41.205704 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-80a43d79-3525-42c5-840a-a3881a042c14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:41.209156 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-80a43d79-3525-42c5-840a-a3881a042c14 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/e571c870-1a18-4bf5-9ea8-33f488d9bd4d HTTP/1.1" status: 204 len: 168 time: 0.2638593 Sep 11 01:04:41.211331 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 51254) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:04:41.211557 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4a56c1-153d-4364-bd3c-eb2df6140ae9 None None] Network 049b6c8b-1072-47b9-b740-d7f0f662cb7f requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 01:04:41.281464 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-09eda820-b8ec-4b96-8046-440764fbbe89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687712'] for network (049b6c8b-1072-47b9-b740-d7f0f662cb7f), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:41.326149 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-09eda820-b8ec-4b96-8046-440764fbbe89 admin admin] Deleting port bc7c6aa9-38b5-4e22-a476-581f2c97dd0f {{(pid=112722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:04:41.326500 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-09eda820-b8ec-4b96-8046-440764fbbe89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (bc7c6aa9-38b5-4e22-a476-581f2c97dd0f), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:41.392881 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.db [None req-09eda820-b8ec-4b96-8046-440764fbbe89 admin admin] For port bc7c6aa9-38b5-4e22-a476-581f2c97dd0f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bc7c6aa9-38b5-4e22-a476-581f2c97dd0f,segment=NetworkSegment(ef78e06f-7c02-47d5-af6d-91bb82a0f05a),segment_id=ef78e06f-7c02-47d5-af6d-91bb82a0f05a)] {{(pid=112722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:04:41.393164 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-09eda820-b8ec-4b96-8046-440764fbbe89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (bc7c6aa9-38b5-4e22-a476-581f2c97dd0f), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:41.406462 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.plugin [None req-09eda820-b8ec-4b96-8046-440764fbbe89 admin admin] Calling delete_port for bc7c6aa9-38b5-4e22-a476-581f2c97dd0f owned by network:dhcp {{(pid=112722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:04:41.470082 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e67f41-311b-46e2-a70e-2c7a5b18e4b2 None None] DHCP port deletion for 049b6c8b-1072-47b9-b740-d7f0f662cb7f request from dv-cinder-master-3-iscsi {{(pid=112723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 11 01:04:41.486286 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-09eda820-b8ec-4b96-8046-440764fbbe89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61682695'] for port (bc7c6aa9-38b5-4e22-a476-581f2c97dd0f), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:41.516212 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-11e67f41-311b-46e2-a70e-2c7a5b18e4b2 None None] Deleting port bc7c6aa9-38b5-4e22-a476-581f2c97dd0f {{(pid=112723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:04:41.516591 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-11e67f41-311b-46e2-a70e-2c7a5b18e4b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (bc7c6aa9-38b5-4e22-a476-581f2c97dd0f), before_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:41.516804 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eda820-b8ec-4b96-8046-440764fbbe89 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc7c6aa9-38b5-4e22-a476-581f2c97dd0f,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:04:41.519182 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eda820-b8ec-4b96-8046-440764fbbe89 admin admin] No DVR routers for this DVR port bc7c6aa9-38b5-4e22-a476-581f2c97dd0f on host dv-cinder-master-3-iscsi {{(pid=112722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 01:04:41.583228 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-11e67f41-311b-46e2-a70e-2c7a5b18e4b2 None None] For port bc7c6aa9-38b5-4e22-a476-581f2c97dd0f, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:04:41.583625 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-11e67f41-311b-46e2-a70e-2c7a5b18e4b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (bc7c6aa9-38b5-4e22-a476-581f2c97dd0f), precommit_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:41.592874 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-09eda820-b8ec-4b96-8046-440764fbbe89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433128', 'neutron.services.segments.db._delete_segments_for_network-8765262840989'] for network (049b6c8b-1072-47b9-b740-d7f0f662cb7f), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:41.596252 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-11e67f41-311b-46e2-a70e-2c7a5b18e4b2 None None] Calling delete_port for bc7c6aa9-38b5-4e22-a476-581f2c97dd0f owned by network:dhcp {{(pid=112723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:04:41.598969 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.ipam_backend_mixin [None req-11e67f41-311b-46e2-a70e-2c7a5b18e4b2 None None] Port bc7c6aa9-38b5-4e22-a476-581f2c97dd0f was not found and therefore no delete operation was performed {{(pid=112723) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 11 01:04:41.600815 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-11e67f41-311b-46e2-a70e-2c7a5b18e4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608'] for port (bc7c6aa9-38b5-4e22-a476-581f2c97dd0f), after_delete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:41.614687 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-09eda820-b8ec-4b96-8046-440764fbbe89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049b6c8b-1072-47b9-b740-d7f0f662cb7f']}} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:04:41.625830 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-09eda820-b8ec-4b96-8046-440764fbbe89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef78e06f-7c02-47d5-af6d-91bb82a0f05a') {'for_net_delete': True} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:04:41.626014 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-09eda820-b8ec-4b96-8046-440764fbbe89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef78e06f-7c02-47d5-af6d-91bb82a0f05a') {} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:04:41.629858 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e67f41-311b-46e2-a70e-2c7a5b18e4b2 None None] Pushing event deleted for resources: {'Port': ['ID=bc7c6aa9-38b5-4e22-a476-581f2c97dd0f,revision_number=None']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:04:41.634188 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=100 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:04:41.634934 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e67f41-311b-46e2-a70e-2c7a5b18e4b2 None None] No DVR routers for this DVR port bc7c6aa9-38b5-4e22-a476-581f2c97dd0f on host dv-cinder-master-3-iscsi {{(pid=112723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 01:04:41.638750 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-09eda820-b8ec-4b96-8046-440764fbbe89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765262841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61765508'] for segment (ef78e06f-7c02-47d5-af6d-91bb82a0f05a), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:41.642581 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67f41-311b-46e2-a70e-2c7a5b18e4b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:41.643032 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67f41-311b-46e2-a70e-2c7a5b18e4b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:41.643321 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67f41-311b-46e2-a70e-2c7a5b18e4b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:41.643722 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67f41-311b-46e2-a70e-2c7a5b18e4b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:41.644001 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67f41-311b-46e2-a70e-2c7a5b18e4b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:41.644335 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67f41-311b-46e2-a70e-2c7a5b18e4b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:41.644664 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67f41-311b-46e2-a70e-2c7a5b18e4b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:41.644991 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67f41-311b-46e2-a70e-2c7a5b18e4b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:41.645315 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67f41-311b-46e2-a70e-2c7a5b18e4b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:41.645936 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67f41-311b-46e2-a70e-2c7a5b18e4b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:41.645936 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67f41-311b-46e2-a70e-2c7a5b18e4b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:41.646254 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67f41-311b-46e2-a70e-2c7a5b18e4b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:41.646827 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67f41-311b-46e2-a70e-2c7a5b18e4b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:41.647883 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67f41-311b-46e2-a70e-2c7a5b18e4b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:41.648423 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67f41-311b-46e2-a70e-2c7a5b18e4b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:04:41.656174 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-09eda820-b8ec-4b96-8046-440764fbbe89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (ef78e06f-7c02-47d5-af6d-91bb82a0f05a), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:41.663145 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09eda820-b8ec-4b96-8046-440764fbbe89 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=112722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 01:04:41.663536 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-09eda820-b8ec-4b96-8046-440764fbbe89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61682778'] for segment (ef78e06f-7c02-47d5-af6d-91bb82a0f05a), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:41.738715 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:41.739633 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-09eda820-b8ec-4b96-8046-440764fbbe89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793805'] for network (049b6c8b-1072-47b9-b740-d7f0f662cb7f), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:41.749296 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-09eda820-b8ec-4b96-8046-440764fbbe89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:41.752681 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-09eda820-b8ec-4b96-8046-440764fbbe89 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/049b6c8b-1072-47b9-b740-d7f0f662cb7f HTTP/1.1" status: 204 len: 168 time: 0.5402317 Sep 11 01:04:41.766508 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.services.segments.plugin [-] Segment ef78e06f-7c02-47d5-af6d-91bb82a0f05a resource provider aggregate not found Sep 11 01:04:41.771234 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eda820-b8ec-4b96-8046-440764fbbe89 admin admin] Pushing event deleted for resources: {'Network': ['ID=049b6c8b-1072-47b9-b740-d7f0f662cb7f,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:04:41.789532 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.services.segments.plugin [-] Segment ef78e06f-7c02-47d5-af6d-91bb82a0f05a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef78e06f-7c02-47d5-af6d-91bb82a0f05a found for delete ", "request_id": "req-75050393-f45d-492b-88ee-7251db8c1a61"}]} Sep 11 01:04:41.920988 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 51264) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:04:41.960998 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-d053d689-68d7-479c-afab-3061ba9d6119 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=15810c36aaa44c5fbc87197f873a6260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388455 Sep 11 01:04:41.963463 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 51266) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:04:42.012312 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6133d3f4-711e-4629-b70e-4b85833fccbb admin admin] Publish callbacks [] for security_group (24a65635-ffe3-4bd4-a45d-f82f03ea5c8a), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:42.032295 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6133d3f4-711e-4629-b70e-4b85833fccbb admin admin] Publish callbacks [] for security_group (24a65635-ffe3-4bd4-a45d-f82f03ea5c8a), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:42.079891 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6133d3f4-711e-4629-b70e-4b85833fccbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (24a65635-ffe3-4bd4-a45d-f82f03ea5c8a), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:42.082443 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6133d3f4-711e-4629-b70e-4b85833fccbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:42.083652 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-6133d3f4-711e-4629-b70e-4b85833fccbb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/24a65635-ffe3-4bd4-a45d-f82f03ea5c8a HTTP/1.1" status: 204 len: 168 time: 0.1192796 Sep 11 01:04:42.092740 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133d3f4-711e-4629-b70e-4b85833fccbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a65635-ffe3-4bd4-a45d-f82f03ea5c8a,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:04:42.408592 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 3dbbda2c-61fc-469f-9938-bbf619480c6f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 01:04:42.425815 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: 3dbbda2c-61fc-469f-9938-bbf619480c6f {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 01:04:42.426032 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 3dbbda2c-61fc-469f-9938-bbf619480c6f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 01:04:42.426600 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device bc7c6aa9-38b5-4e22-a476-581f2c97dd0f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 01:04:42.445962 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: bc7c6aa9-38b5-4e22-a476-581f2c97dd0f {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 01:04:42.446303 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device bc7c6aa9-38b5-4e22-a476-581f2c97dd0f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 01:04:42.446706 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 01:04:42.466747 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] No Port match for: 133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044 {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 01:04:42.467037 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Device 133d4a3e-ad8e-4e61-b6c0-8c6e1d85a044 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 01:04:44.554972 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:04:45.470289 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:04:45.939653 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 51326) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:04:46.045335 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-370db9fd-9923-4132-a259-a138be0214e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:46.120118 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-370db9fd-9923-4132-a259-a138be0214e7 admin admin] Publish callbacks [] for security_group (b194fa4b-e8db-4b8e-a5c8-fcfb24bc6afd), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:46.124803 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-370db9fd-9923-4132-a259-a138be0214e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (b194fa4b-e8db-4b8e-a5c8-fcfb24bc6afd), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:46.166331 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-370db9fd-9923-4132-a259-a138be0214e7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=560fe0b4cf484ccdb4bb441eb14b632f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255814 Sep 11 01:04:46.168390 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370db9fd-9923-4132-a259-a138be0214e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b194fa4b-e8db-4b8e-a5c8-fcfb24bc6afd,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:04:46.169317 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 51330) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:04:46.222069 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c4fc35a9-5f44-4059-9ffc-4eb31c7ec0ba admin admin] Publish callbacks [] for security_group (b194fa4b-e8db-4b8e-a5c8-fcfb24bc6afd), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:46.241810 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c4fc35a9-5f44-4059-9ffc-4eb31c7ec0ba admin admin] Publish callbacks [] for security_group (b194fa4b-e8db-4b8e-a5c8-fcfb24bc6afd), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:46.290336 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c4fc35a9-5f44-4059-9ffc-4eb31c7ec0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (b194fa4b-e8db-4b8e-a5c8-fcfb24bc6afd), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:46.292805 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-c4fc35a9-5f44-4059-9ffc-4eb31c7ec0ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:46.294246 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-c4fc35a9-5f44-4059-9ffc-4eb31c7ec0ba admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b194fa4b-e8db-4b8e-a5c8-fcfb24bc6afd HTTP/1.1" status: 204 len: 168 time: 0.1239192 Sep 11 01:04:46.301745 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc35a9-5f44-4059-9ffc-4eb31c7ec0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b194fa4b-e8db-4b8e-a5c8-fcfb24bc6afd,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:04:49.059642 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-fc38205b-47e6-4eca-a685-3e7ff04a1be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:51.353865 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:04:51.360228 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-743efe96-6027-4f50-8ea5-454ea6e5f0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:52.645059 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:53.787039 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:53.969927 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:56.161832 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=58,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:04:56.164444 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=69,neutron:DELETE=3,neutron:INSERT=5 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:04:56.275738 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:04:56.297847 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:04:56.777390 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 51464) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:04:56.884805 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5273ae65-8802-48e8-93ca-b3fb4ad38822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:56.963380 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5273ae65-8802-48e8-93ca-b3fb4ad38822 admin admin] Publish callbacks [] for security_group (d3a5a0da-7721-475e-8748-59232c9fcfa9), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:56.967618 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-5273ae65-8802-48e8-93ca-b3fb4ad38822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (d3a5a0da-7721-475e-8748-59232c9fcfa9), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:57.007133 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-5273ae65-8802-48e8-93ca-b3fb4ad38822 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f1e0123689e7474e9847599b68bf4103&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286506 Sep 11 01:04:57.008004 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273ae65-8802-48e8-93ca-b3fb4ad38822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a5a0da-7721-475e-8748-59232c9fcfa9,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:04:57.009833 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 51468) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:04:57.059639 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-41c5c015-d0b7-4097-a312-c90dd6d65140 admin admin] Publish callbacks [] for security_group (d3a5a0da-7721-475e-8748-59232c9fcfa9), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:57.081117 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-41c5c015-d0b7-4097-a312-c90dd6d65140 admin admin] Publish callbacks [] for security_group (d3a5a0da-7721-475e-8748-59232c9fcfa9), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:57.127024 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-41c5c015-d0b7-4097-a312-c90dd6d65140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (d3a5a0da-7721-475e-8748-59232c9fcfa9), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:57.129477 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-41c5c015-d0b7-4097-a312-c90dd6d65140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:57.130680 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-41c5c015-d0b7-4097-a312-c90dd6d65140 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d3a5a0da-7721-475e-8748-59232c9fcfa9 HTTP/1.1" status: 204 len: 168 time: 0.1196899 Sep 11 01:04:57.138869 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5c015-d0b7-4097-a312-c90dd6d65140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a5a0da-7721-475e-8748-59232c9fcfa9,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:04:57.429646 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 51474) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:04:57.444855 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9a090539-d8ef-4a7f-a55d-237a00a2e826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:57.528678 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9a090539-d8ef-4a7f-a55d-237a00a2e826 admin admin] Publish callbacks [] for security_group (21e89b22-5f8d-45de-9d96-8015a6eb6f29), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:57.533819 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-9a090539-d8ef-4a7f-a55d-237a00a2e826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (21e89b22-5f8d-45de-9d96-8015a6eb6f29), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:57.589526 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-9a090539-d8ef-4a7f-a55d-237a00a2e826 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=efceec0d9e3f4c409faa60f4926573a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1586921 Sep 11 01:04:57.590398 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a090539-d8ef-4a7f-a55d-237a00a2e826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e89b22-5f8d-45de-9d96-8015a6eb6f29,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:04:57.592892 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 51476) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:04:57.656382 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-aba10d1d-8e2a-4d7e-9354-edda18e10e77 admin admin] Publish callbacks [] for security_group (21e89b22-5f8d-45de-9d96-8015a6eb6f29), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:57.677236 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-aba10d1d-8e2a-4d7e-9354-edda18e10e77 admin admin] Publish callbacks [] for security_group (21e89b22-5f8d-45de-9d96-8015a6eb6f29), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:57.732429 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-aba10d1d-8e2a-4d7e-9354-edda18e10e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (21e89b22-5f8d-45de-9d96-8015a6eb6f29), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:57.735164 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-aba10d1d-8e2a-4d7e-9354-edda18e10e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:57.736626 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-aba10d1d-8e2a-4d7e-9354-edda18e10e77 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/21e89b22-5f8d-45de-9d96-8015a6eb6f29 HTTP/1.1" status: 204 len: 168 time: 0.1421716 Sep 11 01:04:57.749947 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba10d1d-8e2a-4d7e-9354-edda18e10e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e89b22-5f8d-45de-9d96-8015a6eb6f29,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:04:59.685042 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 51548) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:04:59.788676 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f441fc81-86c9-48be-9996-5c6525110248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:59.868057 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f441fc81-86c9-48be-9996-5c6525110248 admin admin] Publish callbacks [] for security_group (233aa925-24cb-4eb0-879c-bdd5d24ab853), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:59.871647 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-f441fc81-86c9-48be-9996-5c6525110248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (233aa925-24cb-4eb0-879c-bdd5d24ab853), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:59.912631 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-f441fc81-86c9-48be-9996-5c6525110248 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a0a17562cbbf41909c74b6319ac0898b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265141 Sep 11 01:04:59.913496 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441fc81-86c9-48be-9996-5c6525110248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233aa925-24cb-4eb0-879c-bdd5d24ab853,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:04:59.915532 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 51552) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:04:59.963757 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-52a40079-bcdc-47fb-aefb-e59de02b32f4 admin admin] Publish callbacks [] for security_group (233aa925-24cb-4eb0-879c-bdd5d24ab853), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:04:59.984627 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-52a40079-bcdc-47fb-aefb-e59de02b32f4 admin admin] Publish callbacks [] for security_group (233aa925-24cb-4eb0-879c-bdd5d24ab853), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:00.030750 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-52a40079-bcdc-47fb-aefb-e59de02b32f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (233aa925-24cb-4eb0-879c-bdd5d24ab853), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:00.033488 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-52a40079-bcdc-47fb-aefb-e59de02b32f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:00.034628 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-52a40079-bcdc-47fb-aefb-e59de02b32f4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/233aa925-24cb-4eb0-879c-bdd5d24ab853 HTTP/1.1" status: 204 len: 168 time: 0.1180120 Sep 11 01:05:00.042694 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a40079-bcdc-47fb-aefb-e59de02b32f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233aa925-24cb-4eb0-879c-bdd5d24ab853,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:05:00.296452 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 51558) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:05:00.309655 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-eb16f9ba-7d27-4162-a745-96f6b77da49d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:00.388814 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-eb16f9ba-7d27-4162-a745-96f6b77da49d admin admin] Publish callbacks [] for security_group (0fd088d5-0034-48e7-bb5a-3b3e5c7a5001), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:00.392586 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-eb16f9ba-7d27-4162-a745-96f6b77da49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (0fd088d5-0034-48e7-bb5a-3b3e5c7a5001), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:00.434599 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-eb16f9ba-7d27-4162-a745-96f6b77da49d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5c62d063a0ca4a11ae02b5f8f2ef8be9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370559 Sep 11 01:05:00.436224 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16f9ba-7d27-4162-a745-96f6b77da49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd088d5-0034-48e7-bb5a-3b3e5c7a5001,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:05:00.438194 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 51560) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:05:00.487381 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d806f529-449b-47a3-9941-f27731436a7a admin admin] Publish callbacks [] for security_group (0fd088d5-0034-48e7-bb5a-3b3e5c7a5001), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:00.507396 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d806f529-449b-47a3-9941-f27731436a7a admin admin] Publish callbacks [] for security_group (0fd088d5-0034-48e7-bb5a-3b3e5c7a5001), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:00.554173 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d806f529-449b-47a3-9941-f27731436a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (0fd088d5-0034-48e7-bb5a-3b3e5c7a5001), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:00.556681 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-d806f529-449b-47a3-9941-f27731436a7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:00.557871 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-d806f529-449b-47a3-9941-f27731436a7a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0fd088d5-0034-48e7-bb5a-3b3e5c7a5001 HTTP/1.1" status: 204 len: 168 time: 0.1185112 Sep 11 01:05:00.566694 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806f529-449b-47a3-9941-f27731436a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd088d5-0034-48e7-bb5a-3b3e5c7a5001,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:05:02.555776 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 51628) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:05:02.661325 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-3e18f8d2-2f9c-43bd-b3a7-0f8c77c0dda9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:02.694860 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:02.720132 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:02.742353 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-3e18f8d2-2f9c-43bd-b3a7-0f8c77c0dda9 admin admin] Publish callbacks [] for security_group (38dd9c3c-7f79-4ecd-878f-0f9672953c87), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:02.746258 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-3e18f8d2-2f9c-43bd-b3a7-0f8c77c0dda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (38dd9c3c-7f79-4ecd-878f-0f9672953c87), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:02.784923 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18f8d2-2f9c-43bd-b3a7-0f8c77c0dda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38dd9c3c-7f79-4ecd-878f-0f9672953c87,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:05:02.789186 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-3e18f8d2-2f9c-43bd-b3a7-0f8c77c0dda9 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=914d8ed513b94e8a951b9270c134f064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324119 Sep 11 01:05:02.791928 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 51632) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:05:02.839488 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd223-d543-46c7-83bf-adfdcc23cf10 admin admin] Publish callbacks [] for security_group (38dd9c3c-7f79-4ecd-878f-0f9672953c87), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:02.859907 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd223-d543-46c7-83bf-adfdcc23cf10 admin admin] Publish callbacks [] for security_group (38dd9c3c-7f79-4ecd-878f-0f9672953c87), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:02.904230 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd223-d543-46c7-83bf-adfdcc23cf10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (38dd9c3c-7f79-4ecd-878f-0f9672953c87), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:02.906625 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd223-d543-46c7-83bf-adfdcc23cf10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:02.907784 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-b1dcd223-d543-46c7-83bf-adfdcc23cf10 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/38dd9c3c-7f79-4ecd-878f-0f9672953c87 HTTP/1.1" status: 204 len: 168 time: 0.1149638 Sep 11 01:05:02.915595 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcd223-d543-46c7-83bf-adfdcc23cf10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dd9c3c-7f79-4ecd-878f-0f9672953c87,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:05:03.167076 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 51638) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:05:03.180493 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e6531206-01ad-4e4e-aa73-8ef42e5bdf58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:03.255979 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e6531206-01ad-4e4e-aa73-8ef42e5bdf58 admin admin] Publish callbacks [] for security_group (ab7bd4b1-9aae-47c1-9425-0d4c3f6ab59d), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:03.259480 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-e6531206-01ad-4e4e-aa73-8ef42e5bdf58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (ab7bd4b1-9aae-47c1-9425-0d4c3f6ab59d), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:03.301955 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-e6531206-01ad-4e4e-aa73-8ef42e5bdf58 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3f4fafa364cc46d699a68f1056b101b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338201 Sep 11 01:05:03.302779 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6531206-01ad-4e4e-aa73-8ef42e5bdf58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7bd4b1-9aae-47c1-9425-0d4c3f6ab59d,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:05:03.305417 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 51640) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:05:03.353947 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-ddc46317-53e9-4e8e-99a7-894376d5bffa admin admin] Publish callbacks [] for security_group (ab7bd4b1-9aae-47c1-9425-0d4c3f6ab59d), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:03.375071 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-ddc46317-53e9-4e8e-99a7-894376d5bffa admin admin] Publish callbacks [] for security_group (ab7bd4b1-9aae-47c1-9425-0d4c3f6ab59d), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:03.398359 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:03.403214 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:03.428271 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-ddc46317-53e9-4e8e-99a7-894376d5bffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (ab7bd4b1-9aae-47c1-9425-0d4c3f6ab59d), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:03.430953 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-ddc46317-53e9-4e8e-99a7-894376d5bffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:03.432251 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-ddc46317-53e9-4e8e-99a7-894376d5bffa admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ab7bd4b1-9aae-47c1-9425-0d4c3f6ab59d HTTP/1.1" status: 204 len: 168 time: 0.1256781 Sep 11 01:05:03.440944 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc46317-53e9-4e8e-99a7-894376d5bffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7bd4b1-9aae-47c1-9425-0d4c3f6ab59d,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:05:04.120129 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 51662) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:05:04.218553 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.v2.base [None req-93df6346-1c34-4420-b1af-96507438de7e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1777758870-network', 'tenant_id': '74dc2b85295647929cd675c10ea882c7'}} {{(pid=112722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:05:04.238105 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93df6346-1c34-4420-b1af-96507438de7e admin admin] Made reservation on behalf of 74dc2b85295647929cd675c10ea882c7 for: {'network': 1} {{(pid=112722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 01:05:04.240377 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-93df6346-1c34-4420-b1af-96507438de7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for network (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:04.248901 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-93df6346-1c34-4420-b1af-96507438de7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:04.320865 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=3 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:04.323814 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-93df6346-1c34-4420-b1af-96507438de7e admin admin] Publish callbacks [] for security_group (e115bf9f-a51b-407a-91ed-afbd250aed3b), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:04.327982 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-93df6346-1c34-4420-b1af-96507438de7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (e115bf9f-a51b-407a-91ed-afbd250aed3b), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:04.353654 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93df6346-1c34-4420-b1af-96507438de7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=112722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 01:05:04.362736 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df6346-1c34-4420-b1af-96507438de7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e115bf9f-a51b-407a-91ed-afbd250aed3b,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:05:04.368936 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-93df6346-1c34-4420-b1af-96507438de7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (c416a01a-07d5-45a4-8033-1f7200ed591e), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:04.369308 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.db.segments_db [None req-93df6346-1c34-4420-b1af-96507438de7e admin admin] Added segment c416a01a-07d5-45a4-8033-1f7200ed591e of type vlan for network 27b0e7b0-ea93-4967-b24f-1fd576c9b236 Sep 11 01:05:04.412028 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-93df6346-1c34-4420-b1af-96507438de7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765262360468'] for network (27b0e7b0-ea93-4967-b24f-1fd576c9b236), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:04.435940 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-93df6346-1c34-4420-b1af-96507438de7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688'] for network (27b0e7b0-ea93-4967-b24f-1fd576c9b236), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:04.436986 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93df6346-1c34-4420-b1af-96507438de7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:04.437571 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-93df6346-1c34-4420-b1af-96507438de7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:04.441613 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:04.496327 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-93df6346-1c34-4420-b1af-96507438de7e admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3750992 Sep 11 01:05:04.499329 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 51666) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:05:04.504482 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [None req-d6a094c7-df7e-464e-a4a1-dda465136b01 admin admin] Request body: {'subnet': {'network_id': '27b0e7b0-ea93-4967-b24f-1fd576c9b236', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1777758870-subnet', 'tenant_id': '74dc2b85295647929cd675c10ea882c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:05:04.508331 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df6346-1c34-4420-b1af-96507438de7e admin admin] Pushing event updated for resources: {'Network': ['ID=27b0e7b0-ea93-4967-b24f-1fd576c9b236,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:05:04.518566 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Network 27b0e7b0-ea93-4967-b24f-1fd576c9b236 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=112723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 01:05:04.526408 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a094c7-df7e-464e-a4a1-dda465136b01 admin admin] Made reservation on behalf of 74dc2b85295647929cd675c10ea882c7 for: {'subnet': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 01:05:04.529564 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d6a094c7-df7e-464e-a4a1-dda465136b01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61942965'] for subnet (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:04.701623 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d6a094c7-df7e-464e-a4a1-dda465136b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62184726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61942955'] for subnet (726d657f-ed64-408a-a549-e65a30c57971), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:04.755282 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a094c7-df7e-464e-a4a1-dda465136b01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=726d657f-ed64-408a-a549-e65a30c57971,revision_number=0']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:05:04.767278 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a094c7-df7e-464e-a4a1-dda465136b01 admin admin] Checking segment: {'id': 'c416a01a-07d5-45a4-8033-1f7200ed591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '27b0e7b0-ea93-4967-b24f-1fd576c9b236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 01:05:04.767633 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a094c7-df7e-464e-a4a1-dda465136b01 admin admin] Network hostable DHCP agents. Network: 27b0e7b0-ea93-4967-b24f-1fd576c9b236, hostable agents: ['141562d2-e0e6-4955-8563-ce36b7299d64'], hosted agents: [] {{(pid=112721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 01:05:04.784793 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a094c7-df7e-464e-a4a1-dda465136b01 admin admin] Network 27b0e7b0-ea93-4967-b24f-1fd576c9b236 is scheduled to be hosted by DHCP agent 141562d2-e0e6-4955-8563-ce36b7299d64 with binding_index 1 {{(pid=112721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 01:05:04.793215 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [None req-d6a094c7-df7e-464e-a4a1-dda465136b01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 27b0e7b0-ea93-4967-b24f-1fd576c9b236) {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 01:05:04.797638 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a094c7-df7e-464e-a4a1-dda465136b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:04.798243 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-d6a094c7-df7e-464e-a4a1-dda465136b01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for subnet (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:04.803188 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6901c15-420a-45d1-9d98-a9738ee323c2 None None] Network 27b0e7b0-ea93-4967-b24f-1fd576c9b236 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 01:05:04.820650 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-d6a094c7-df7e-464e-a4a1-dda465136b01 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3134110 Sep 11 01:05:04.903327 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88711d1-8a6e-4db2-84e5-13a72d9ed952 None None] Network 27b0e7b0-ea93-4967-b24f-1fd576c9b236 requested from dv-cinder-master-3-iscsi {{(pid=112723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 11 01:05:06.592297 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911541b5-4520-4105-8d80-c2526177ed34 req-9ddadfd7-21b7-4fc4-893b-634ce5417d4b tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:06.593747 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-911541b5-4520-4105-8d80-c2526177ed34 req-9ddadfd7-21b7-4fc4-893b-634ce5417d4b tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/networks?id=27b0e7b0-ea93-4967-b24f-1fd576c9b236 HTTP/1.1" status: 200 len: 809 time: 0.1048896 Sep 11 01:05:06.609779 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-911541b5-4520-4105-8d80-c2526177ed34 req-3a48916e-b49d-4fff-ab7d-3ff9bb569ec7 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/quotas/74dc2b85295647929cd675c10ea882c7 HTTP/1.1" status: 200 len: 375 time: 0.0106404 Sep 11 01:05:06.642654 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-911541b5-4520-4105-8d80-c2526177ed34 req-d6046231-cdac-4add-9649-070adaf50018 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=74dc2b85295647929cd675c10ea882c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279486 Sep 11 01:05:06.781600 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-911541b5-4520-4105-8d80-c2526177ed34 req-430ca292-10a1-4f1b-8106-7371c7525052 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/27b0e7b0-ea93-4967-b24f-1fd576c9b236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324236 Sep 11 01:05:06.874372 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-911541b5-4520-4105-8d80-c2526177ed34 req-5c4cf1f5-76ab-494b-a257-f5418f42cf9c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/27b0e7b0-ea93-4967-b24f-1fd576c9b236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866556 Sep 11 01:05:07.042314 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-fac9c49c-ea3c-4cb0-acd4-2a2e9b175341 req-db4e528a-fd19-4e6d-ba38-5153c0af5822 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8fe76d9-c41d-4dc5-939c-e75a204ad726 HTTP/1.1" status: 200 len: 210 time: 0.0274944 Sep 11 01:05:08.103028 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911541b5-4520-4105-8d80-c2526177ed34 req-aeeba3a2-978b-4a51-a1c2-da04db36c385 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:08.104700 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-911541b5-4520-4105-8d80-c2526177ed34 req-aeeba3a2-978b-4a51-a1c2-da04db36c385 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.18 "GET /networking/v2.0/networks?id=27b0e7b0-ea93-4967-b24f-1fd576c9b236 HTTP/1.1" status: 200 len: 809 time: 0.1063070 Sep 11 01:05:08.123954 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [req-911541b5-4520-4105-8d80-c2526177ed34 req-f1477c98-3a06-4408-8b6a-5bfa4a5f50d8 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Request body: {'port': {'device_id': 'b8fe76d9-c41d-4dc5-939c-e75a204ad726', 'network_id': '27b0e7b0-ea93-4967-b24f-1fd576c9b236', 'admin_state_up': True, 'tenant_id': '74dc2b85295647929cd675c10ea882c7'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:05:08.198989 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d6c2bf52-d615-4013-a426-9b92b9f5186c req-c479846b-bbb2-432f-b899-76bfc00cdf05 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8fe76d9-c41d-4dc5-939c-e75a204ad726 HTTP/1.1" status: 200 len: 210 time: 0.0556490 Sep 11 01:05:08.203468 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:DELETE=6,neutron:SELECT=90,neutron:INSERT=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:08.229566 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:08.261841 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-911541b5-4520-4105-8d80-c2526177ed34 req-f1477c98-3a06-4408-8b6a-5bfa4a5f50d8 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Made reservation on behalf of 74dc2b85295647929cd675c10ea882c7 for: {'port': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 01:05:08.265540 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-911541b5-4520-4105-8d80-c2526177ed34 req-f1477c98-3a06-4408-8b6a-5bfa4a5f50d8 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:08.391310 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [req-911541b5-4520-4105-8d80-c2526177ed34 req-f1477c98-3a06-4408-8b6a-5bfa4a5f50d8 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Allocated IP 172.20.0.12 (27b0e7b0-ea93-4967-b24f-1fd576c9b236/726d657f-ed64-408a-a549-e65a30c57971/f266a939-e0f7-4249-b8d1-d5893f78ad7a) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 01:05:08.538928 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-911541b5-4520-4105-8d80-c2526177ed34 req-f1477c98-3a06-4408-8b6a-5bfa4a5f50d8 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Publish callbacks [] for port (f266a939-e0f7-4249-b8d1-d5893f78ad7a), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:08.569490 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-911541b5-4520-4105-8d80-c2526177ed34 req-f1477c98-3a06-4408-8b6a-5bfa4a5f50d8 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (f266a939-e0f7-4249-b8d1-d5893f78ad7a), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:08.610802 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911541b5-4520-4105-8d80-c2526177ed34 req-f1477c98-3a06-4408-8b6a-5bfa4a5f50d8 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Network 27b0e7b0-ea93-4967-b24f-1fd576c9b236 is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 01:05:08.615940 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [req-911541b5-4520-4105-8d80-c2526177ed34 req-f1477c98-3a06-4408-8b6a-5bfa4a5f50d8 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 01:05:08.619835 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [req-911541b5-4520-4105-8d80-c2526177ed34 req-f1477c98-3a06-4408-8b6a-5bfa4a5f50d8 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 01:05:08.642599 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1477c98-3a06-4408-8b6a-5bfa4a5f50d8 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Pushing event updated for resources: {'Port': ['ID=f266a939-e0f7-4249-b8d1-d5893f78ad7a,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:05:08.669450 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911541b5-4520-4105-8d80-c2526177ed34 req-f1477c98-3a06-4408-8b6a-5bfa4a5f50d8 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:08.670136 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-911541b5-4520-4105-8d80-c2526177ed34 req-f1477c98-3a06-4408-8b6a-5bfa4a5f50d8 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:08.685687 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-911541b5-4520-4105-8d80-c2526177ed34 req-f1477c98-3a06-4408-8b6a-5bfa4a5f50d8 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5663748 Sep 11 01:05:08.703527 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [req-911541b5-4520-4105-8d80-c2526177ed34 req-1c028bb1-8d59-49cb-88e3-fe7c25d47260 service neutron] Request body: {'port': {'device_id': 'b8fe76d9-c41d-4dc5-939c-e75a204ad726', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:05:08.764027 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-911541b5-4520-4105-8d80-c2526177ed34 req-1c028bb1-8d59-49cb-88e3-fe7c25d47260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (f266a939-e0f7-4249-b8d1-d5893f78ad7a), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:08.971142 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:08.987299 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:09.025201 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [req-911541b5-4520-4105-8d80-c2526177ed34 req-1c028bb1-8d59-49cb-88e3-fe7c25d47260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f266a939-e0f7-4249-b8d1-d5893f78ad7a {{(pid=112721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 01:05:09.033973 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-911541b5-4520-4105-8d80-c2526177ed34 req-1c028bb1-8d59-49cb-88e3-fe7c25d47260 service neutron] Publish callbacks [] for port (f266a939-e0f7-4249-b8d1-d5893f78ad7a), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:09.047455 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.provisioning_blocks [req-911541b5-4520-4105-8d80-c2526177ed34 req-1c028bb1-8d59-49cb-88e3-fe7c25d47260 service neutron] Transition to ACTIVE for port object f266a939-e0f7-4249-b8d1-d5893f78ad7a will not be triggered until provisioned by entity L2. {{(pid=112721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 11 01:05:09.051024 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-911541b5-4520-4105-8d80-c2526177ed34 req-1c028bb1-8d59-49cb-88e3-fe7c25d47260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (f266a939-e0f7-4249-b8d1-d5893f78ad7a), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:09.118640 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c028bb1-8d59-49cb-88e3-fe7c25d47260 service neutron] Pushing event updated for resources: {'Port': ['ID=f266a939-e0f7-4249-b8d1-d5893f78ad7a,revision_number=2']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:05:09.168659 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-911541b5-4520-4105-8d80-c2526177ed34 req-1c028bb1-8d59-49cb-88e3-fe7c25d47260 service neutron] Attempting to bind port f266a939-e0f7-4249-b8d1-d5893f78ad7a on host hv-cinder-maste for vnic_type normal with profile {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 01:05:09.168991 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-911541b5-4520-4105-8d80-c2526177ed34 req-1c028bb1-8d59-49cb-88e3-fe7c25d47260 service neutron] Attempting to bind port f266a939-e0f7-4249-b8d1-d5893f78ad7a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'c416a01a-07d5-45a4-8033-1f7200ed591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '27b0e7b0-ea93-4967-b24f-1fd576c9b236'}] {{(pid=112721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 01:05:09.169444 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911541b5-4520-4105-8d80-c2526177ed34 req-1c028bb1-8d59-49cb-88e3-fe7c25d47260 service neutron] Attempting to bind port f266a939-e0f7-4249-b8d1-d5893f78ad7a on network 27b0e7b0-ea93-4967-b24f-1fd576c9b236 {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 01:05:09.209657 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911541b5-4520-4105-8d80-c2526177ed34 req-1c028bb1-8d59-49cb-88e3-fe7c25d47260 service neutron] Port f266a939-e0f7-4249-b8d1-d5893f78ad7a on network 27b0e7b0-ea93-4967-b24f-1fd576c9b236 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 11 01:05:09.209976 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911541b5-4520-4105-8d80-c2526177ed34 req-1c028bb1-8d59-49cb-88e3-fe7c25d47260 service neutron] Attempting to bind port f266a939-e0f7-4249-b8d1-d5893f78ad7a on network 27b0e7b0-ea93-4967-b24f-1fd576c9b236 {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 01:05:09.254841 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911541b5-4520-4105-8d80-c2526177ed34 req-1c028bb1-8d59-49cb-88e3-fe7c25d47260 service neutron] Checking agent: {'id': '59bd9a15-1b15-4a76-8496-742ec7e1ef61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'started_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 1, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 01:05:09.255169 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911541b5-4520-4105-8d80-c2526177ed34 req-1c028bb1-8d59-49cb-88e3-fe7c25d47260 service neutron] Checking segment: {'id': 'c416a01a-07d5-45a4-8033-1f7200ed591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '27b0e7b0-ea93-4967-b24f-1fd576c9b236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 01:05:09.255555 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911541b5-4520-4105-8d80-c2526177ed34 req-1c028bb1-8d59-49cb-88e3-fe7c25d47260 service neutron] Bound using segment: {'id': 'c416a01a-07d5-45a4-8033-1f7200ed591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '27b0e7b0-ea93-4967-b24f-1fd576c9b236'} {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 01:05:09.255997 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-911541b5-4520-4105-8d80-c2526177ed34 req-1c028bb1-8d59-49cb-88e3-fe7c25d47260 service neutron] Bound port: f266a939-e0f7-4249-b8d1-d5893f78ad7a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c416a01a-07d5-45a4-8033-1f7200ed591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '27b0e7b0-ea93-4967-b24f-1fd576c9b236'}}] {{(pid=112721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 01:05:09.256360 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-911541b5-4520-4105-8d80-c2526177ed34 req-1c028bb1-8d59-49cb-88e3-fe7c25d47260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (f266a939-e0f7-4249-b8d1-d5893f78ad7a), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:09.348496 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e8352-19cc-4157-a200-b9d39947c045 req-13f571c1-77fd-423e-ab74-f3ac20541139 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:09.350060 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-984e8352-19cc-4157-a200-b9d39947c045 req-13f571c1-77fd-423e-ab74-f3ac20541139 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8fe76d9-c41d-4dc5-939c-e75a204ad726 HTTP/1.1" status: 200 len: 944 time: 0.0628724 Sep 11 01:05:09.357279 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-911541b5-4520-4105-8d80-c2526177ed34 req-1c028bb1-8d59-49cb-88e3-fe7c25d47260 service neutron] For port f266a939-e0f7-4249-b8d1-d5893f78ad7a, host hv-cinder-maste, cleared binding levels {{(pid=112721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 01:05:09.360968 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-911541b5-4520-4105-8d80-c2526177ed34 req-1c028bb1-8d59-49cb-88e3-fe7c25d47260 service neutron] For port f266a939-e0f7-4249-b8d1-d5893f78ad7a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f266a939-e0f7-4249-b8d1-d5893f78ad7a,segment=NetworkSegment(c416a01a-07d5-45a4-8033-1f7200ed591e),segment_id=c416a01a-07d5-45a4-8033-1f7200ed591e)] {{(pid=112721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 01:05:09.377942 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-911541b5-4520-4105-8d80-c2526177ed34 req-1c028bb1-8d59-49cb-88e3-fe7c25d47260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (f266a939-e0f7-4249-b8d1-d5893f78ad7a), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:09.382940 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911541b5-4520-4105-8d80-c2526177ed34 req-1c028bb1-8d59-49cb-88e3-fe7c25d47260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:09.383547 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-911541b5-4520-4105-8d80-c2526177ed34 req-1c028bb1-8d59-49cb-88e3-fe7c25d47260 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:09.384894 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-911541b5-4520-4105-8d80-c2526177ed34 req-1c028bb1-8d59-49cb-88e3-fe7c25d47260 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/f266a939-e0f7-4249-b8d1-d5893f78ad7a HTTP/1.1" status: 200 len: 1094 time: 0.6865430 Sep 11 01:05:09.386553 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8fe76d9-c41d-4dc5-939c-e75a204ad726', 'tag': 'f266a939-e0f7-4249-b8d1-d5893f78ad7a'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:05:09.388930 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4f7e34-bcbb-4769-ae2b-eb7096e224a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b8fe76d9-c41d-4dc5-939c-e75a204ad726", "tag": "f266a939-e0f7-4249-b8d1-d5893f78ad7a"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:05:09.435725 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 01:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e0e730-f18c-4711-82e3-189cc9cad299 x-openstack-request-id: req-b9e0e730-f18c-4711-82e3-189cc9cad299 {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:05:09.436011 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8fe76d9-c41d-4dc5-939c-e75a204ad726", "tag": "f266a939-e0f7-4249-b8d1-d5893f78ad7a", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:05:09.436263 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b9e0e730-f18c-4711-82e3-189cc9cad299 {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:05:09.436672 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9e0e730-f18c-4711-82e3-189cc9cad299'] response: {'name': 'network-changed', 'server_uuid': 'b8fe76d9-c41d-4dc5-939c-e75a204ad726', 'tag': 'f266a939-e0f7-4249-b8d1-d5893f78ad7a', 'status': 'completed', 'code': 200} Sep 11 01:05:09.456566 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-984e8352-19cc-4157-a200-b9d39947c045 req-c8e8e24a-d26b-4373-b2fc-f5298d9989c6 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e115bf9f-a51b-407a-91ed-afbd250aed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010137 Sep 11 01:05:09.470467 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c028bb1-8d59-49cb-88e3-fe7c25d47260 service neutron] Pushing event updated for resources: {'Port': ['ID=f266a939-e0f7-4249-b8d1-d5893f78ad7a,revision_number=3']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:05:09.499952 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911541b5-4520-4105-8d80-c2526177ed34 req-5a65eab5-b95f-4cda-bff2-e8f93c695a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:09.501472 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-911541b5-4520-4105-8d80-c2526177ed34 req-5a65eab5-b95f-4cda-bff2-e8f93c695a9d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=74dc2b85295647929cd675c10ea882c7&device_id=b8fe76d9-c41d-4dc5-939c-e75a204ad726 HTTP/1.1" status: 200 len: 1128 time: 0.0440581 Sep 11 01:05:09.545840 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-911541b5-4520-4105-8d80-c2526177ed34 req-fdcd1a5c-c3d3-47f3-9563-5199672e698d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f266a939-e0f7-4249-b8d1-d5893f78ad7a HTTP/1.1" status: 200 len: 217 time: 0.0319695 Sep 11 01:05:09.596020 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911541b5-4520-4105-8d80-c2526177ed34 req-0accb0cf-e31b-45f9-a544-c1914e34ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:09.597428 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-911541b5-4520-4105-8d80-c2526177ed34 req-0accb0cf-e31b-45f9-a544-c1914e34ce34 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=726d657f-ed64-408a-a549-e65a30c57971 HTTP/1.1" status: 200 len: 849 time: 0.0458622 Sep 11 01:05:09.629523 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-911541b5-4520-4105-8d80-c2526177ed34 req-9132bd4d-8a03-422a-a6c4-6e123d2a3606 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=27b0e7b0-ea93-4967-b24f-1fd576c9b236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262077 Sep 11 01:05:09.717306 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-911541b5-4520-4105-8d80-c2526177ed34 req-d9f68c93-d9e5-4463-bb41-d766d2a887c8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/27b0e7b0-ea93-4967-b24f-1fd576c9b236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821300 Sep 11 01:05:09.812346 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-911541b5-4520-4105-8d80-c2526177ed34 req-e9da4f7e-2f92-4ddd-a22d-c0d83f3fa20d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/27b0e7b0-ea93-4967-b24f-1fd576c9b236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888507 Sep 11 01:05:10.590269 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:10.604033 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f7e34-bcbb-4769-ae2b-eb7096e224a5 req-92222665-63eb-4ac9-8be7-7725b0ba0ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:10.605690 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0d4f7e34-bcbb-4769-ae2b-eb7096e224a5 req-92222665-63eb-4ac9-8be7-7725b0ba0ced service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=74dc2b85295647929cd675c10ea882c7&device_id=b8fe76d9-c41d-4dc5-939c-e75a204ad726 HTTP/1.1" status: 200 len: 1128 time: 0.0744014 Sep 11 01:05:10.612919 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0b2a6-49eb-4cdd-9f6e-024542643832 req-4367cb2e-7e73-4187-8d48-c520050bcdd3 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:10.614215 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-01e0b2a6-49eb-4cdd-9f6e-024542643832 req-4367cb2e-7e73-4187-8d48-c520050bcdd3 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8fe76d9-c41d-4dc5-939c-e75a204ad726 HTTP/1.1" status: 200 len: 944 time: 0.0747156 Sep 11 01:05:10.675361 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:10.730109 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-01e0b2a6-49eb-4cdd-9f6e-024542643832 req-209fea16-d351-43f0-9ff1-1a3fc5c2e9a0 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e115bf9f-a51b-407a-91ed-afbd250aed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063280 Sep 11 01:05:10.734581 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f7e34-bcbb-4769-ae2b-eb7096e224a5 req-a5c99ede-e9c9-4888-be28-4d6fdceb0d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:10.736191 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0d4f7e34-bcbb-4769-ae2b-eb7096e224a5 req-a5c99ede-e9c9-4888-be28-4d6fdceb0d3a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=27b0e7b0-ea93-4967-b24f-1fd576c9b236 HTTP/1.1" status: 200 len: 910 time: 0.1211264 Sep 11 01:05:10.778893 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0d4f7e34-bcbb-4769-ae2b-eb7096e224a5 req-0887fca7-2da4-4721-94fd-5167a46d48b2 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f266a939-e0f7-4249-b8d1-d5893f78ad7a HTTP/1.1" status: 200 len: 217 time: 0.0370207 Sep 11 01:05:10.827069 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f7e34-bcbb-4769-ae2b-eb7096e224a5 req-56ce475f-6b60-4bf5-92fb-d2c2a9195bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:10.828468 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0d4f7e34-bcbb-4769-ae2b-eb7096e224a5 req-56ce475f-6b60-4bf5-92fb-d2c2a9195bd7 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=726d657f-ed64-408a-a549-e65a30c57971 HTTP/1.1" status: 200 len: 849 time: 0.0437922 Sep 11 01:05:10.859871 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0d4f7e34-bcbb-4769-ae2b-eb7096e224a5 req-e90b3451-3ba9-4a67-bd3c-3b1e75130ea2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=27b0e7b0-ea93-4967-b24f-1fd576c9b236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252178 Sep 11 01:05:11.197387 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0d4f7e34-bcbb-4769-ae2b-eb7096e224a5 req-3ec49bbd-36ca-4a83-b82b-55745a1646d3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/27b0e7b0-ea93-4967-b24f-1fd576c9b236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316407 Sep 11 01:05:11.285142 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0d4f7e34-bcbb-4769-ae2b-eb7096e224a5 req-af47857d-d30e-4161-a126-862bc9649e3e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/27b0e7b0-ea93-4967-b24f-1fd576c9b236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823960 Sep 11 01:05:11.759762 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:11.775187 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:11.858130 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a928c4d-533e-4edc-b7a1-4797078dbff4 req-92e2d27e-0fc3-4185-b37f-65f4392a492d tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:11.859635 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7a928c4d-533e-4edc-b7a1-4797078dbff4 req-92e2d27e-0fc3-4185-b37f-65f4392a492d tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8fe76d9-c41d-4dc5-939c-e75a204ad726 HTTP/1.1" status: 200 len: 944 time: 0.0504503 Sep 11 01:05:11.906516 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-7a928c4d-533e-4edc-b7a1-4797078dbff4 req-23a2cb22-0468-47e6-8f7e-7fbf9d0fef3b tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e115bf9f-a51b-407a-91ed-afbd250aed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413840 Sep 11 01:05:12.472733 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 01:05:13.014848 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device f266a939-e0f7-4249-b8d1-d5893f78ad7a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 01:05:13.025560 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95266c08-f70a-4c65-9f89-5e7d0c7d12e3 req-0455c440-4393-4377-878a-1cb290151422 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:13.027066 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-95266c08-f70a-4c65-9f89-5e7d0c7d12e3 req-0455c440-4393-4377-878a-1cb290151422 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8fe76d9-c41d-4dc5-939c-e75a204ad726 HTTP/1.1" status: 200 len: 944 time: 0.0468225 Sep 11 01:05:13.074460 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-95266c08-f70a-4c65-9f89-5e7d0c7d12e3 req-c2297a30-4c96-483f-8bf6-89f0cda3b3eb tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e115bf9f-a51b-407a-91ed-afbd250aed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402887 Sep 11 01:05:13.115198 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port f266a939-e0f7-4249-b8d1-d5893f78ad7a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f266a939-e0f7-4249-b8d1-d5893f78ad7a,segment=NetworkSegment(c416a01a-07d5-45a4-8033-1f7200ed591e),segment_id=c416a01a-07d5-45a4-8033-1f7200ed591e)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:05:13.126055 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': 'f266a939-e0f7-4249-b8d1-d5893f78ad7a', 'network_id': '27b0e7b0-ea93-4967-b24f-1fd576c9b236', 'port_id': 'f266a939-e0f7-4249-b8d1-d5893f78ad7a', 'mac_address': 'fa:16:3e:b9:4b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '726d657f-ed64-408a-a549-e65a30c57971', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 01:05:13.159954 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port f266a939-e0f7-4249-b8d1-d5893f78ad7a is: DOWN; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 01:05:13.160335 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (f266a939-e0f7-4249-b8d1-d5893f78ad7a), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:13.172837 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f266a939-e0f7-4249-b8d1-d5893f78ad7a {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 01:05:13.192264 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port f266a939-e0f7-4249-b8d1-d5893f78ad7a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f266a939-e0f7-4249-b8d1-d5893f78ad7a,segment=NetworkSegment(c416a01a-07d5-45a4-8033-1f7200ed591e),segment_id=c416a01a-07d5-45a4-8033-1f7200ed591e)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:05:13.196145 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (f266a939-e0f7-4249-b8d1-d5893f78ad7a), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:13.241408 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=f266a939-e0f7-4249-b8d1-d5893f78ad7a,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:05:13.472457 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['f266a939-e0f7-4249-b8d1-d5893f78ad7a'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 01:05:14.198630 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4151773-a121-4ccf-9668-fee4190fabb7 req-a0083b07-0121-4211-8cea-49e04f134bd9 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:14.200140 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a4151773-a121-4ccf-9668-fee4190fabb7 req-a0083b07-0121-4211-8cea-49e04f134bd9 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8fe76d9-c41d-4dc5-939c-e75a204ad726 HTTP/1.1" status: 200 len: 945 time: 0.0457742 Sep 11 01:05:14.249462 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a4151773-a121-4ccf-9668-fee4190fabb7 req-bf38effe-4170-429c-9fe3-7e59549da6a9 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e115bf9f-a51b-407a-91ed-afbd250aed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430944 Sep 11 01:05:14.505398 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:15.030654 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device f266a939-e0f7-4249-b8d1-d5893f78ad7a up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 01:05:15.074793 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning for port f266a939-e0f7-4249-b8d1-d5893f78ad7a completed by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 11 01:05:15.080597 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port f266a939-e0f7-4249-b8d1-d5893f78ad7a triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 01:05:15.080977 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (f266a939-e0f7-4249-b8d1-d5893f78ad7a), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:15.082709 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:15.152672 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port f266a939-e0f7-4249-b8d1-d5893f78ad7a is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 01:05:15.153049 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (f266a939-e0f7-4249-b8d1-d5893f78ad7a), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:15.176945 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fe76d9-c41d-4dc5-939c-e75a204ad726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f266a939-e0f7-4249-b8d1-d5893f78ad7a'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:05:15.179167 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7402f0-c904-4cc3-a863-cf493619bf09" -d '{"events": [{"server_uuid": "b8fe76d9-c41d-4dc5-939c-e75a204ad726", "name": "network-vif-plugged", "status": "completed", "tag": "f266a939-e0f7-4249-b8d1-d5893f78ad7a"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:05:15.191697 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port f266a939-e0f7-4249-b8d1-d5893f78ad7a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f266a939-e0f7-4249-b8d1-d5893f78ad7a,segment=NetworkSegment(c416a01a-07d5-45a4-8033-1f7200ed591e),segment_id=c416a01a-07d5-45a4-8033-1f7200ed591e)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:05:15.195586 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (f266a939-e0f7-4249-b8d1-d5893f78ad7a), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:15.220420 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 01:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bb3ec6-2edf-44fa-bb41-cf15772cabe7 x-openstack-request-id: req-e8bb3ec6-2edf-44fa-bb41-cf15772cabe7 {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:05:15.220702 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8fe76d9-c41d-4dc5-939c-e75a204ad726", "name": "network-vif-plugged", "status": "completed", "tag": "f266a939-e0f7-4249-b8d1-d5893f78ad7a", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:05:15.220946 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e8bb3ec6-2edf-44fa-bb41-cf15772cabe7 {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:05:15.221333 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8bb3ec6-2edf-44fa-bb41-cf15772cabe7'] response: {'server_uuid': 'b8fe76d9-c41d-4dc5-939c-e75a204ad726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f266a939-e0f7-4249-b8d1-d5893f78ad7a', 'code': 200} Sep 11 01:05:15.246473 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=f266a939-e0f7-4249-b8d1-d5893f78ad7a,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:05:15.377565 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa37cb6-a8be-4bc0-8618-86c014de6e75 req-3682a913-761e-4ae7-9afd-c28bbfbe0430 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:15.379083 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6aa37cb6-a8be-4bc0-8618-86c014de6e75 req-3682a913-761e-4ae7-9afd-c28bbfbe0430 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8fe76d9-c41d-4dc5-939c-e75a204ad726 HTTP/1.1" status: 200 len: 946 time: 0.0500495 Sep 11 01:05:15.442503 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87d7de-63a0-4135-8ccb-3532f8093586 req-36f8683a-be5f-42a8-8c13-5dfc243107eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:15.444019 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3e87d7de-63a0-4135-8ccb-3532f8093586 req-36f8683a-be5f-42a8-8c13-5dfc243107eb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b8fe76d9-c41d-4dc5-939c-e75a204ad726 HTTP/1.1" status: 200 len: 1130 time: 0.0577157 Sep 11 01:05:15.470246 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-6aa37cb6-a8be-4bc0-8618-86c014de6e75 req-5c7a8dec-8039-42a8-be27-11a575b3f902 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e115bf9f-a51b-407a-91ed-afbd250aed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856183 Sep 11 01:05:15.498959 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3e87d7de-63a0-4135-8ccb-3532f8093586 req-51342537-52d7-4e31-b760-315fab74a2a1 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e115bf9f-a51b-407a-91ed-afbd250aed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470374 Sep 11 01:05:16.594112 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50713d5a-8b8d-430b-b193-70fb115bd27b req-aea17e20-cd30-4027-a24e-6b75817a6d72 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:16.595589 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-50713d5a-8b8d-430b-b193-70fb115bd27b req-aea17e20-cd30-4027-a24e-6b75817a6d72 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8fe76d9-c41d-4dc5-939c-e75a204ad726 HTTP/1.1" status: 200 len: 946 time: 0.0485373 Sep 11 01:05:16.642577 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-50713d5a-8b8d-430b-b193-70fb115bd27b req-6f53b666-66f3-40db-9726-12e7762e701e tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e115bf9f-a51b-407a-91ed-afbd250aed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413589 Sep 11 01:05:16.803354 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=17 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:17.300427 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:17.336142 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a565772-057f-4140-98fa-591194ff2e16 req-e9963714-773a-4e8c-a41f-cf3bc5ff31f2 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:17.337710 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3a565772-057f-4140-98fa-591194ff2e16 req-e9963714-773a-4e8c-a41f-cf3bc5ff31f2 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8fe76d9-c41d-4dc5-939c-e75a204ad726 HTTP/1.1" status: 200 len: 946 time: 0.0471907 Sep 11 01:05:17.387237 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3a565772-057f-4140-98fa-591194ff2e16 req-499e0391-32d3-424f-82e3-92a988b9bd20 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e115bf9f-a51b-407a-91ed-afbd250aed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417874 Sep 11 01:05:18.503382 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:18.514684 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee13445-6448-4301-87b1-7967a69256ab req-a98941b5-5969-4543-ac6b-002af9814863 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:18.516253 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-eee13445-6448-4301-87b1-7967a69256ab req-a98941b5-5969-4543-ac6b-002af9814863 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8fe76d9-c41d-4dc5-939c-e75a204ad726 HTTP/1.1" status: 200 len: 946 time: 0.0504241 Sep 11 01:05:18.563808 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-eee13445-6448-4301-87b1-7967a69256ab req-3ed9b8a9-bf00-45a6-961a-f37a63511e8d tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e115bf9f-a51b-407a-91ed-afbd250aed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420651 Sep 11 01:05:18.812660 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f3d55-9c60-4d07-a85d-20874a2b997e req-eeff9bcf-c300-491e-81ce-df5dbd86fc93 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:18.814113 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-df7f3d55-9c60-4d07-a85d-20874a2b997e req-eeff9bcf-c300-491e-81ce-df5dbd86fc93 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b8fe76d9-c41d-4dc5-939c-e75a204ad726 HTTP/1.1" status: 200 len: 946 time: 0.0546989 Sep 11 01:05:18.893550 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [req-df7f3d55-9c60-4d07-a85d-20874a2b997e req-581784b2-9b6b-425f-afb3-4a865d89b626 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Deleting port f266a939-e0f7-4249-b8d1-d5893f78ad7a {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:05:18.893888 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-df7f3d55-9c60-4d07-a85d-20874a2b997e req-581784b2-9b6b-425f-afb3-4a865d89b626 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (f266a939-e0f7-4249-b8d1-d5893f78ad7a), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:18.985995 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-df7f3d55-9c60-4d07-a85d-20874a2b997e req-581784b2-9b6b-425f-afb3-4a865d89b626 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] For port f266a939-e0f7-4249-b8d1-d5893f78ad7a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f266a939-e0f7-4249-b8d1-d5893f78ad7a,segment=NetworkSegment(c416a01a-07d5-45a4-8033-1f7200ed591e),segment_id=c416a01a-07d5-45a4-8033-1f7200ed591e)] {{(pid=112721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:05:18.986364 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-df7f3d55-9c60-4d07-a85d-20874a2b997e req-581784b2-9b6b-425f-afb3-4a865d89b626 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (f266a939-e0f7-4249-b8d1-d5893f78ad7a), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:18.999898 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [req-df7f3d55-9c60-4d07-a85d-20874a2b997e req-581784b2-9b6b-425f-afb3-4a865d89b626 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Calling delete_port for f266a939-e0f7-4249-b8d1-d5893f78ad7a owned by compute:nova {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:05:19.061937 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-f837fbd9-b9a3-4a54-9584-3ed79f354c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:19.134224 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-df7f3d55-9c60-4d07-a85d-20874a2b997e req-581784b2-9b6b-425f-afb3-4a865d89b626 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (f266a939-e0f7-4249-b8d1-d5893f78ad7a), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:19.160245 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581784b2-9b6b-425f-afb3-4a865d89b626 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Pushing event deleted for resources: {'Port': ['ID=f266a939-e0f7-4249-b8d1-d5893f78ad7a,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:05:19.168240 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['f266a939-e0f7-4249-b8d1-d5893f78ad7a'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 01:05:19.209872 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7f3d55-9c60-4d07-a85d-20874a2b997e req-581784b2-9b6b-425f-afb3-4a865d89b626 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] No DVR routers for this DVR port f266a939-e0f7-4249-b8d1-d5893f78ad7a on host hv-cinder-maste {{(pid=112721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 01:05:19.212329 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-df7f3d55-9c60-4d07-a85d-20874a2b997e req-581784b2-9b6b-425f-afb3-4a865d89b626 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:19.215732 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-df7f3d55-9c60-4d07-a85d-20874a2b997e req-581784b2-9b6b-425f-afb3-4a865d89b626 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.18 "DELETE /networking/v2.0/ports/f266a939-e0f7-4249-b8d1-d5893f78ad7a HTTP/1.1" status: 204 len: 173 time: 0.3959224 Sep 11 01:05:19.216848 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fe76d9-c41d-4dc5-939c-e75a204ad726', 'name': 'network-vif-deleted', 'tag': 'f266a939-e0f7-4249-b8d1-d5893f78ad7a'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:05:19.219608 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0de2ee-e810-434f-86eb-101f4dd0efdb" -d '{"events": [{"server_uuid": "b8fe76d9-c41d-4dc5-939c-e75a204ad726", "name": "network-vif-deleted", "tag": "f266a939-e0f7-4249-b8d1-d5893f78ad7a"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:05:19.256353 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 01:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a950f2-d1a2-48ee-9b17-6a9952df8c36 x-openstack-request-id: req-f4a950f2-d1a2-48ee-9b17-6a9952df8c36 {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:05:19.257143 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8fe76d9-c41d-4dc5-939c-e75a204ad726", "name": "network-vif-deleted", "tag": "f266a939-e0f7-4249-b8d1-d5893f78ad7a", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:05:19.257550 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f4a950f2-d1a2-48ee-9b17-6a9952df8c36 {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:05:19.257940 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a950f2-d1a2-48ee-9b17-6a9952df8c36'] response: {'server_uuid': 'b8fe76d9-c41d-4dc5-939c-e75a204ad726', 'name': 'network-vif-deleted', 'tag': 'f266a939-e0f7-4249-b8d1-d5893f78ad7a', 'status': 'completed', 'code': 200} Sep 11 01:05:19.683654 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d0957e35-0dd0-4b26-b729-a9fbd2a7ddef req-50d7ee65-b98b-4784-b9d0-b768b80106c6 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8fe76d9-c41d-4dc5-939c-e75a204ad726 HTTP/1.1" status: 200 len: 210 time: 0.0319550 Sep 11 01:05:20.956332 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-b77c1a26-6f02-47ae-a450-8e3481f9bd1d tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:20.957778 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-b77c1a26-6f02-47ae-a450-8e3481f9bd1d tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/networks?id=27b0e7b0-ea93-4967-b24f-1fd576c9b236 HTTP/1.1" status: 200 len: 809 time: 0.1010451 Sep 11 01:05:20.972797 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-6274b7b3-dbb6-4245-9386-89e874a98561 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/quotas/74dc2b85295647929cd675c10ea882c7 HTTP/1.1" status: 200 len: 375 time: 0.0095003 Sep 11 01:05:21.004387 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-97deea4b-e62b-492a-8f37-f6d5c0f6de86 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=74dc2b85295647929cd675c10ea882c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268219 Sep 11 01:05:21.056714 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-58c98114-4070-489f-8d0b-61074ff9f08e service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112721) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 11 01:05:21.057719 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-58c98114-4070-489f-8d0b-61074ff9f08e service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0472488 Sep 11 01:05:21.151480 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-3bae4ebf-8f87-4a73-8e8e-02b7a9348a64 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/27b0e7b0-ea93-4967-b24f-1fd576c9b236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872688 Sep 11 01:05:21.238669 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:21.244885 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-90077573-d1a1-4dc6-bced-54edec373570 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/27b0e7b0-ea93-4967-b24f-1fd576c9b236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877409 Sep 11 01:05:21.368217 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-55b7897a-a0eb-4dd6-9eea-ecc57fb32573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:21.411641 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4168df07-1f95-4670-a9b0-aa649b50bdfe req-1e23e440-2fdc-41d0-a09d-cc4fe5401830 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1353237c-5669-4f7f-b7ec-bfa2c33417b3 HTTP/1.1" status: 200 len: 210 time: 0.0295486 Sep 11 01:05:22.470021 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=16 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:22.486148 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-5110bac9-4191-428b-978f-9d5d21b51247 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:22.488530 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-5110bac9-4191-428b-978f-9d5d21b51247 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.18 "GET /networking/v2.0/networks?id=27b0e7b0-ea93-4967-b24f-1fd576c9b236 HTTP/1.1" status: 200 len: 809 time: 0.1128547 Sep 11 01:05:22.499212 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:22.505328 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-6d4c94b7-263c-42bb-abde-4a5f0e487700 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Request body: {'port': {'device_id': '1353237c-5669-4f7f-b7ec-bfa2c33417b3', 'network_id': '27b0e7b0-ea93-4967-b24f-1fd576c9b236', 'admin_state_up': True, 'tenant_id': '74dc2b85295647929cd675c10ea882c7'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:05:22.526843 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-afafd853-93ab-4a15-8b18-3d4627c439f9 req-f7c7cd51-56f3-4a8d-a53f-dcd8cb859018 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1353237c-5669-4f7f-b7ec-bfa2c33417b3 HTTP/1.1" status: 200 len: 210 time: 0.0374019 Sep 11 01:05:22.634608 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-6d4c94b7-263c-42bb-abde-4a5f0e487700 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Made reservation on behalf of 74dc2b85295647929cd675c10ea882c7 for: {'port': 1} {{(pid=112721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 01:05:22.638320 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-6d4c94b7-263c-42bb-abde-4a5f0e487700 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (None), before_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:22.647448 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:22.764434 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_common [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-6d4c94b7-263c-42bb-abde-4a5f0e487700 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Allocated IP 172.20.0.5 (27b0e7b0-ea93-4967-b24f-1fd576c9b236/726d657f-ed64-408a-a549-e65a30c57971/21c27e92-c859-4c34-8e76-5dc0618562bf) {{(pid=112721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 01:05:22.911180 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-6d4c94b7-263c-42bb-abde-4a5f0e487700 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Publish callbacks [] for port (21c27e92-c859-4c34-8e76-5dc0618562bf), precommit_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:22.942319 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-6d4c94b7-263c-42bb-abde-4a5f0e487700 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765262375599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (21c27e92-c859-4c34-8e76-5dc0618562bf), after_create {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:22.983391 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-6d4c94b7-263c-42bb-abde-4a5f0e487700 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Network 27b0e7b0-ea93-4967-b24f-1fd576c9b236 is already hosted by enough agents. {{(pid=112721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 01:05:22.988486 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.scheduler.base_scheduler [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-6d4c94b7-263c-42bb-abde-4a5f0e487700 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Resources bound (agent type, host, resource id): {{(pid=112721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 01:05:22.992465 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-6d4c94b7-263c-42bb-abde-4a5f0e487700 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Received port after_create {{(pid=112721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 11 01:05:23.015304 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c94b7-263c-42bb-abde-4a5f0e487700 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Pushing event updated for resources: {'Port': ['ID=21c27e92-c859-4c34-8e76-5dc0618562bf,revision_number=1']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:05:23.046082 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-6d4c94b7-263c-42bb-abde-4a5f0e487700 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:23.046680 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-6d4c94b7-263c-42bb-abde-4a5f0e487700 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:23.062737 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-6d4c94b7-263c-42bb-abde-4a5f0e487700 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5618963 Sep 11 01:05:23.065040 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device f266a939-e0f7-4249-b8d1-d5893f78ad7a no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 01:05:23.079794 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.base [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-2f5d2826-460f-47af-9450-5c71f63eb702 service neutron] Request body: {'port': {'device_id': '1353237c-5669-4f7f-b7ec-bfa2c33417b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=112721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 01:05:23.087402 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] No Port match for: f266a939-e0f7-4249-b8d1-d5893f78ad7a {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 01:05:23.087748 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device f266a939-e0f7-4249-b8d1-d5893f78ad7a not bound to the agent host hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 01:05:23.139844 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-2f5d2826-460f-47af-9450-5c71f63eb702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (21c27e92-c859-4c34-8e76-5dc0618562bf), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:23.172125 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:23.326178 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:23.397964 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-2f5d2826-460f-47af-9450-5c71f63eb702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c27e92-c859-4c34-8e76-5dc0618562bf {{(pid=112721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 01:05:23.406207 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-2f5d2826-460f-47af-9450-5c71f63eb702 service neutron] Publish callbacks [] for port (21c27e92-c859-4c34-8e76-5dc0618562bf), precommit_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:23.419835 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.provisioning_blocks [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-2f5d2826-460f-47af-9450-5c71f63eb702 service neutron] Transition to ACTIVE for port object 21c27e92-c859-4c34-8e76-5dc0618562bf will not be triggered until provisioned by entity L2. {{(pid=112721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 11 01:05:23.423417 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-2f5d2826-460f-47af-9450-5c71f63eb702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (21c27e92-c859-4c34-8e76-5dc0618562bf), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:23.484528 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d2826-460f-47af-9450-5c71f63eb702 service neutron] Pushing event updated for resources: {'Port': ['ID=21c27e92-c859-4c34-8e76-5dc0618562bf,revision_number=2']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:05:23.532731 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-2f5d2826-460f-47af-9450-5c71f63eb702 service neutron] Attempting to bind port 21c27e92-c859-4c34-8e76-5dc0618562bf on host hv-cinder-maste for vnic_type normal with profile {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 11 01:05:23.533397 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-2f5d2826-460f-47af-9450-5c71f63eb702 service neutron] Attempting to bind port 21c27e92-c859-4c34-8e76-5dc0618562bf by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'c416a01a-07d5-45a4-8033-1f7200ed591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '27b0e7b0-ea93-4967-b24f-1fd576c9b236'}] {{(pid=112721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 11 01:05:23.533397 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-2f5d2826-460f-47af-9450-5c71f63eb702 service neutron] Attempting to bind port 21c27e92-c859-4c34-8e76-5dc0618562bf on network 27b0e7b0-ea93-4967-b24f-1fd576c9b236 {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 01:05:23.578861 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-2f5d2826-460f-47af-9450-5c71f63eb702 service neutron] Port 21c27e92-c859-4c34-8e76-5dc0618562bf on network 27b0e7b0-ea93-4967-b24f-1fd576c9b236 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 11 01:05:23.579187 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-2f5d2826-460f-47af-9450-5c71f63eb702 service neutron] Attempting to bind port 21c27e92-c859-4c34-8e76-5dc0618562bf on network 27b0e7b0-ea93-4967-b24f-1fd576c9b236 {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 11 01:05:23.657388 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-2f5d2826-460f-47af-9450-5c71f63eb702 service neutron] Checking agent: {'id': '59bd9a15-1b15-4a76-8496-742ec7e1ef61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'started_at': datetime.datetime(2022, 9, 11, 0, 50, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 11, 1, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 11 01:05:23.657722 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-2f5d2826-460f-47af-9450-5c71f63eb702 service neutron] Checking segment: {'id': 'c416a01a-07d5-45a4-8033-1f7200ed591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '27b0e7b0-ea93-4967-b24f-1fd576c9b236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 11 01:05:23.658101 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-2f5d2826-460f-47af-9450-5c71f63eb702 service neutron] Bound using segment: {'id': 'c416a01a-07d5-45a4-8033-1f7200ed591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '27b0e7b0-ea93-4967-b24f-1fd576c9b236'} {{(pid=112721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 11 01:05:23.658806 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.managers [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-2f5d2826-460f-47af-9450-5c71f63eb702 service neutron] Bound port: 21c27e92-c859-4c34-8e76-5dc0618562bf, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c416a01a-07d5-45a4-8033-1f7200ed591e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '27b0e7b0-ea93-4967-b24f-1fd576c9b236'}}] {{(pid=112721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 11 01:05:23.659167 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-2f5d2826-460f-47af-9450-5c71f63eb702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (21c27e92-c859-4c34-8e76-5dc0618562bf), before_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:23.666204 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135648f9-865d-401d-9d40-ec73e09696d9 req-ce310ac3-a133-4ed4-ba00-cccc126f2fed tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:23.667961 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-135648f9-865d-401d-9d40-ec73e09696d9 req-ce310ac3-a133-4ed4-ba00-cccc126f2fed tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1353237c-5669-4f7f-b7ec-bfa2c33417b3 HTTP/1.1" status: 200 len: 943 time: 0.0627847 Sep 11 01:05:23.765226 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-135648f9-865d-401d-9d40-ec73e09696d9 req-fadc7481-ab4c-41db-a92e-a8eddbc5b2c2 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e115bf9f-a51b-407a-91ed-afbd250aed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893171 Sep 11 01:05:23.771278 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-2f5d2826-460f-47af-9450-5c71f63eb702 service neutron] For port 21c27e92-c859-4c34-8e76-5dc0618562bf, host hv-cinder-maste, cleared binding levels {{(pid=112721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 01:05:23.775880 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-2f5d2826-460f-47af-9450-5c71f63eb702 service neutron] For port 21c27e92-c859-4c34-8e76-5dc0618562bf, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=21c27e92-c859-4c34-8e76-5dc0618562bf,segment=NetworkSegment(c416a01a-07d5-45a4-8033-1f7200ed591e),segment_id=c416a01a-07d5-45a4-8033-1f7200ed591e)] {{(pid=112721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 01:05:23.788155 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-2f5d2826-460f-47af-9450-5c71f63eb702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62136735'] for port (21c27e92-c859-4c34-8e76-5dc0618562bf), after_update {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:23.791588 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:23.792156 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-2f5d2826-460f-47af-9450-5c71f63eb702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:23.792604 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-2f5d2826-460f-47af-9450-5c71f63eb702 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:23.794717 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-2f5d2826-460f-47af-9450-5c71f63eb702 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/21c27e92-c859-4c34-8e76-5dc0618562bf HTTP/1.1" status: 200 len: 1093 time: 0.7187722 Sep 11 01:05:23.797370 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1353237c-5669-4f7f-b7ec-bfa2c33417b3', 'tag': '21c27e92-c859-4c34-8e76-5dc0618562bf'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:05:23.799600 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9ca2e7-9232-4347-abb3-cc5eb2e5239f" -d '{"events": [{"name": "network-changed", "server_uuid": "1353237c-5669-4f7f-b7ec-bfa2c33417b3", "tag": "21c27e92-c859-4c34-8e76-5dc0618562bf"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:05:23.837362 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 11 Sep 2022 01:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af33841d-2b65-46c7-b487-d95b8bd1820b x-openstack-request-id: req-af33841d-2b65-46c7-b487-d95b8bd1820b {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:05:23.837654 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1353237c-5669-4f7f-b7ec-bfa2c33417b3", "tag": "21c27e92-c859-4c34-8e76-5dc0618562bf", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:05:23.837904 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-af33841d-2b65-46c7-b487-d95b8bd1820b {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:05:23.838303 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af33841d-2b65-46c7-b487-d95b8bd1820b'] response: {'name': 'network-changed', 'server_uuid': '1353237c-5669-4f7f-b7ec-bfa2c33417b3', 'tag': '21c27e92-c859-4c34-8e76-5dc0618562bf', 'status': 'completed', 'code': 200} Sep 11 01:05:23.852670 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d2826-460f-47af-9450-5c71f63eb702 service neutron] Pushing event updated for resources: {'Port': ['ID=21c27e92-c859-4c34-8e76-5dc0618562bf,revision_number=3']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:05:23.899335 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-3b1bf559-c737-4aa1-9618-f8faefec0ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:23.900819 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-3b1bf559-c737-4aa1-9618-f8faefec0ce1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=74dc2b85295647929cd675c10ea882c7&device_id=1353237c-5669-4f7f-b7ec-bfa2c33417b3 HTTP/1.1" status: 200 len: 1127 time: 0.0386755 Sep 11 01:05:23.944400 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-445b1147-ce87-4ce8-bc3b-dbae9bd829a0 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21c27e92-c859-4c34-8e76-5dc0618562bf HTTP/1.1" status: 200 len: 217 time: 0.0319576 Sep 11 01:05:23.977784 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:23.997827 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-d8b26671-ff97-49a7-beee-810876f49144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:23.999291 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-d8b26671-ff97-49a7-beee-810876f49144 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=726d657f-ed64-408a-a549-e65a30c57971 HTTP/1.1" status: 200 len: 849 time: 0.0498676 Sep 11 01:05:24.035403 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-688d6916-c123-444e-9268-a57fed688ca5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=27b0e7b0-ea93-4967-b24f-1fd576c9b236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288527 Sep 11 01:05:24.049110 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:24.130064 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-1bbdb9f4-e98e-4469-96a1-6213c7626fa6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/27b0e7b0-ea93-4967-b24f-1fd576c9b236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890541 Sep 11 01:05:24.217996 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0c4e12f9-7d54-423a-98c7-19d69e8e6ea3 req-bca9bca9-84d9-4379-a253-23a42de6c573 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/27b0e7b0-ea93-4967-b24f-1fd576c9b236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822322 Sep 11 01:05:24.885392 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef7c74-7acf-4dc8-a3d4-923308b6f29c req-d4852a2f-5a90-41eb-b4df-c3aa7ebdff8c tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:24.886887 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-11ef7c74-7acf-4dc8-a3d4-923308b6f29c req-d4852a2f-5a90-41eb-b4df-c3aa7ebdff8c tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1353237c-5669-4f7f-b7ec-bfa2c33417b3 HTTP/1.1" status: 200 len: 943 time: 0.0474005 Sep 11 01:05:24.912319 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:24.962892 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-11ef7c74-7acf-4dc8-a3d4-923308b6f29c req-125a39ac-bb35-480a-bb1e-9be39f2a18c9 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e115bf9f-a51b-407a-91ed-afbd250aed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703807 Sep 11 01:05:24.973026 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ca2e7-9232-4347-abb3-cc5eb2e5239f req-392a71c3-a1d5-41d9-ac63-214f34a03acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:24.974479 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1b9ca2e7-9232-4347-abb3-cc5eb2e5239f req-392a71c3-a1d5-41d9-ac63-214f34a03acf service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=74dc2b85295647929cd675c10ea882c7&device_id=1353237c-5669-4f7f-b7ec-bfa2c33417b3 HTTP/1.1" status: 200 len: 1127 time: 0.0456641 Sep 11 01:05:25.064178 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ca2e7-9232-4347-abb3-cc5eb2e5239f req-faea9a2b-d3d3-4075-b6da-25ea89685924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:25.065551 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1b9ca2e7-9232-4347-abb3-cc5eb2e5239f req-faea9a2b-d3d3-4075-b6da-25ea89685924 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=27b0e7b0-ea93-4967-b24f-1fd576c9b236 HTTP/1.1" status: 200 len: 910 time: 0.0856631 Sep 11 01:05:25.116013 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1b9ca2e7-9232-4347-abb3-cc5eb2e5239f req-613518ae-e934-49f0-b4c0-e4c8f288cbae service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21c27e92-c859-4c34-8e76-5dc0618562bf HTTP/1.1" status: 200 len: 217 time: 0.0369358 Sep 11 01:05:25.163443 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ca2e7-9232-4347-abb3-cc5eb2e5239f req-3eaad5f8-1bb7-407e-bbd2-d641c6036622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:25.164841 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1b9ca2e7-9232-4347-abb3-cc5eb2e5239f req-3eaad5f8-1bb7-407e-bbd2-d641c6036622 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=726d657f-ed64-408a-a549-e65a30c57971 HTTP/1.1" status: 200 len: 849 time: 0.0433245 Sep 11 01:05:25.195855 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1b9ca2e7-9232-4347-abb3-cc5eb2e5239f req-f25d2c86-aec6-4390-bd32-31a4f2f1a582 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=27b0e7b0-ea93-4967-b24f-1fd576c9b236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254712 Sep 11 01:05:25.286051 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1b9ca2e7-9232-4347-abb3-cc5eb2e5239f req-1591f514-4574-46fc-a610-2d8cc495958e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/27b0e7b0-ea93-4967-b24f-1fd576c9b236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845468 Sep 11 01:05:25.374685 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-1b9ca2e7-9232-4347-abb3-cc5eb2e5239f req-51af11dd-02dd-410b-bb45-b177d7088898 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/27b0e7b0-ea93-4967-b24f-1fd576c9b236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826645 Sep 11 01:05:26.093854 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05885726-36d5-41bf-9005-b00f38d1450a req-8efaf2a8-4f45-4674-9981-468f80ce1d70 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:26.095337 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-05885726-36d5-41bf-9005-b00f38d1450a req-8efaf2a8-4f45-4674-9981-468f80ce1d70 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1353237c-5669-4f7f-b7ec-bfa2c33417b3 HTTP/1.1" status: 200 len: 943 time: 0.0498455 Sep 11 01:05:26.142697 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-05885726-36d5-41bf-9005-b00f38d1450a req-b6a34f7a-53f2-4464-8d67-6589846ca431 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e115bf9f-a51b-407a-91ed-afbd250aed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416579 Sep 11 01:05:27.091724 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 21c27e92-c859-4c34-8e76-5dc0618562bf details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=112723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 01:05:27.125100 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:27.195971 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 21c27e92-c859-4c34-8e76-5dc0618562bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=21c27e92-c859-4c34-8e76-5dc0618562bf,segment=NetworkSegment(c416a01a-07d5-45a4-8033-1f7200ed591e),segment_id=c416a01a-07d5-45a4-8033-1f7200ed591e)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:05:27.207692 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Returning: {'device': '21c27e92-c859-4c34-8e76-5dc0618562bf', 'network_id': '27b0e7b0-ea93-4967-b24f-1fd576c9b236', 'port_id': '21c27e92-c859-4c34-8e76-5dc0618562bf', 'mac_address': 'fa:16:3e:ea:5a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '726d657f-ed64-408a-a549-e65a30c57971', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 01:05:27.243035 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 21c27e92-c859-4c34-8e76-5dc0618562bf is: DOWN; New status is: BUILD {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 01:05:27.243431 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (21c27e92-c859-4c34-8e76-5dc0618562bf), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:27.257301 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c27e92-c859-4c34-8e76-5dc0618562bf {{(pid=112723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 11 01:05:27.264451 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3a416-d89a-415e-8a4e-845ba7a7fb1d req-ca751de2-3711-4114-a12f-68fa11a133cd tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:27.265952 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-59c3a416-d89a-415e-8a4e-845ba7a7fb1d req-ca751de2-3711-4114-a12f-68fa11a133cd tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1353237c-5669-4f7f-b7ec-bfa2c33417b3 HTTP/1.1" status: 200 len: 943 time: 0.0466447 Sep 11 01:05:27.277571 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 21c27e92-c859-4c34-8e76-5dc0618562bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=21c27e92-c859-4c34-8e76-5dc0618562bf,segment=NetworkSegment(c416a01a-07d5-45a4-8033-1f7200ed591e),segment_id=c416a01a-07d5-45a4-8033-1f7200ed591e)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:05:27.282320 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (21c27e92-c859-4c34-8e76-5dc0618562bf), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:27.315831 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-59c3a416-d89a-415e-8a4e-845ba7a7fb1d req-52ea1116-026d-4555-ada1-137fd041358f tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e115bf9f-a51b-407a-91ed-afbd250aed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443738 Sep 11 01:05:27.328789 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=21c27e92-c859-4c34-8e76-5dc0618562bf,revision_number=4']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:05:27.538686 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['21c27e92-c859-4c34-8e76-5dc0618562bf'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 01:05:28.439385 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b808394-c0d1-4b25-9092-10382daba80d req-828b7972-d571-4bad-a2bf-a13189885d9b tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:28.440857 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0b808394-c0d1-4b25-9092-10382daba80d req-828b7972-d571-4bad-a2bf-a13189885d9b tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1353237c-5669-4f7f-b7ec-bfa2c33417b3 HTTP/1.1" status: 200 len: 944 time: 0.0495565 Sep 11 01:05:28.486873 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-0b808394-c0d1-4b25-9092-10382daba80d req-3e4f44ca-4fca-4f95-9ed4-b6e5db02679b tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e115bf9f-a51b-407a-91ed-afbd250aed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406013 Sep 11 01:05:29.113602 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 21c27e92-c859-4c34-8e76-5dc0618562bf up at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 01:05:29.134728 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:29.159112 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning for port 21c27e92-c859-4c34-8e76-5dc0618562bf completed by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 11 01:05:29.164534 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.db.provisioning_blocks [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Provisioning complete for port 21c27e92-c859-4c34-8e76-5dc0618562bf triggered by entity L2. {{(pid=112723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 11 01:05:29.164897 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3436303'] for port (21c27e92-c859-4c34-8e76-5dc0618562bf), provisioning_complete {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:29.238296 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Current status of the port 21c27e92-c859-4c34-8e76-5dc0618562bf is: BUILD; New status is: ACTIVE {{(pid=112723) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 11 01:05:29.238684 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690367'] for port (21c27e92-c859-4c34-8e76-5dc0618562bf), before_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:29.261272 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1353237c-5669-4f7f-b7ec-bfa2c33417b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c27e92-c859-4c34-8e76-5dc0618562bf'}] {{(pid=112723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:05:29.263696 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa1c79a84b4c5cc7d3b0d2aac9308a3d78b0ba8483af671027bb3b653a115d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12dbf152-2ef8-4ca1-b0fc-76597503ea06" -d '{"events": [{"server_uuid": "1353237c-5669-4f7f-b7ec-bfa2c33417b3", "name": "network-vif-plugged", "status": "completed", "tag": "21c27e92-c859-4c34-8e76-5dc0618562bf"}]}' {{(pid=112723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:05:29.276254 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] For port 21c27e92-c859-4c34-8e76-5dc0618562bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=21c27e92-c859-4c34-8e76-5dc0618562bf,segment=NetworkSegment(c416a01a-07d5-45a4-8033-1f7200ed591e),segment_id=c416a01a-07d5-45a4-8033-1f7200ed591e)] {{(pid=112723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:05:29.280832 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765262833282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765262375617', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765262375635'] for port (21c27e92-c859-4c34-8e76-5dc0618562bf), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:29.303695 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 01:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26127453-e647-4b84-bb6e-a9cf47d9e2a1 x-openstack-request-id: req-26127453-e647-4b84-bb6e-a9cf47d9e2a1 {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:05:29.303984 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1353237c-5669-4f7f-b7ec-bfa2c33417b3", "name": "network-vif-plugged", "status": "completed", "tag": "21c27e92-c859-4c34-8e76-5dc0618562bf", "code": 200}]} {{(pid=112723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:05:29.304298 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-26127453-e647-4b84-bb6e-a9cf47d9e2a1 {{(pid=112723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:05:29.304714 dv-cinder-master-3-iscsi neutron-server[112723]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26127453-e647-4b84-bb6e-a9cf47d9e2a1'] response: {'server_uuid': '1353237c-5669-4f7f-b7ec-bfa2c33417b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c27e92-c859-4c34-8e76-5dc0618562bf', 'code': 200} Sep 11 01:05:29.329583 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Pushing event updated for resources: {'Port': ['ID=21c27e92-c859-4c34-8e76-5dc0618562bf,revision_number=5']} {{(pid=112723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:05:29.509555 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa33bc-ba17-4448-b189-dc6e3024e577 req-104c0604-3c01-4570-9c19-b5786b1e3988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:29.511137 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d9aa33bc-ba17-4448-b189-dc6e3024e577 req-104c0604-3c01-4570-9c19-b5786b1e3988 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1353237c-5669-4f7f-b7ec-bfa2c33417b3 HTTP/1.1" status: 200 len: 1129 time: 0.0415826 Sep 11 01:05:29.555308 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d9aa33bc-ba17-4448-b189-dc6e3024e577 req-b73cd015-4eac-4891-9e54-949319d0e8d0 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e115bf9f-a51b-407a-91ed-afbd250aed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387728 Sep 11 01:05:29.599765 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:29.612178 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefbe37-c55f-4dab-b5e5-4909192cca24 req-c99f807b-e82a-493d-b913-39382505c981 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:29.613646 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4aefbe37-c55f-4dab-b5e5-4909192cca24 req-c99f807b-e82a-493d-b913-39382505c981 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1353237c-5669-4f7f-b7ec-bfa2c33417b3 HTTP/1.1" status: 200 len: 945 time: 0.0479021 Sep 11 01:05:29.663573 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-4aefbe37-c55f-4dab-b5e5-4909192cca24 req-89963f21-8de4-4e85-a7ae-f85a348291f8 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e115bf9f-a51b-407a-91ed-afbd250aed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445457 Sep 11 01:05:30.784335 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9722e-542e-48f8-bac3-6b2084d7407b req-cbf68039-4adb-45b3-940b-5b984e825636 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:30.785821 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a7e9722e-542e-48f8-bac3-6b2084d7407b req-cbf68039-4adb-45b3-940b-5b984e825636 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1353237c-5669-4f7f-b7ec-bfa2c33417b3 HTTP/1.1" status: 200 len: 945 time: 0.0471830 Sep 11 01:05:30.832171 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-a7e9722e-542e-48f8-bac3-6b2084d7407b req-6661bd3d-3046-4cbf-8e4a-9b7f31aded7c tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e115bf9f-a51b-407a-91ed-afbd250aed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409808 Sep 11 01:05:31.538596 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=100 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:31.554279 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70b1aa-61da-413d-ac40-f755ae9d536b req-73981c54-14c0-4684-9287-f97dc908460b tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:31.555772 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-aa70b1aa-61da-413d-ac40-f755ae9d536b req-73981c54-14c0-4684-9287-f97dc908460b tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1353237c-5669-4f7f-b7ec-bfa2c33417b3 HTTP/1.1" status: 200 len: 945 time: 0.0475934 Sep 11 01:05:31.606891 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-aa70b1aa-61da-413d-ac40-f755ae9d536b req-e7ef4599-ea11-4744-bed8-afaa01c9ac22 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e115bf9f-a51b-407a-91ed-afbd250aed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448828 Sep 11 01:05:32.733057 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785f225-2f8b-47a7-ad19-2c09720b9d4f req-d955cd45-f778-4222-83da-02296d1a15c3 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:32.734506 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3785f225-2f8b-47a7-ad19-2c09720b9d4f req-d955cd45-f778-4222-83da-02296d1a15c3 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1353237c-5669-4f7f-b7ec-bfa2c33417b3 HTTP/1.1" status: 200 len: 945 time: 0.0501759 Sep 11 01:05:32.781456 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-3785f225-2f8b-47a7-ad19-2c09720b9d4f req-fe6611c1-5dd9-427a-8bcb-d927ccc1f4cd tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e115bf9f-a51b-407a-91ed-afbd250aed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414016 Sep 11 01:05:32.955031 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84744be-a39b-404b-b6a6-fa8a7fd28120 req-52137685-b6ae-4d16-bd12-8db9956c50a0 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 11 01:05:32.956479 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d84744be-a39b-404b-b6a6-fa8a7fd28120 req-52137685-b6ae-4d16-bd12-8db9956c50a0 tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1353237c-5669-4f7f-b7ec-bfa2c33417b3 HTTP/1.1" status: 200 len: 945 time: 0.0455322 Sep 11 01:05:33.037616 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [req-d84744be-a39b-404b-b6a6-fa8a7fd28120 req-923743f7-4487-4eed-b104-d7ff5b41633b tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Deleting port 21c27e92-c859-4c34-8e76-5dc0618562bf {{(pid=112721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 11 01:05:33.037991 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-d84744be-a39b-404b-b6a6-fa8a7fd28120 req-923743f7-4487-4eed-b104-d7ff5b41633b tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765262829797'] for port (21c27e92-c859-4c34-8e76-5dc0618562bf), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:33.127380 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.db [req-d84744be-a39b-404b-b6a6-fa8a7fd28120 req-923743f7-4487-4eed-b104-d7ff5b41633b tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] For port 21c27e92-c859-4c34-8e76-5dc0618562bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=21c27e92-c859-4c34-8e76-5dc0618562bf,segment=NetworkSegment(c416a01a-07d5-45a4-8033-1f7200ed591e),segment_id=c416a01a-07d5-45a4-8033-1f7200ed591e)] {{(pid=112721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 01:05:33.127744 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-d84744be-a39b-404b-b6a6-fa8a7fd28120 req-923743f7-4487-4eed-b104-d7ff5b41633b tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3765468'] for port (21c27e92-c859-4c34-8e76-5dc0618562bf), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:33.140084 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [req-d84744be-a39b-404b-b6a6-fa8a7fd28120 req-923743f7-4487-4eed-b104-d7ff5b41633b tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Calling delete_port for 21c27e92-c859-4c34-8e76-5dc0618562bf owned by compute:nova {{(pid=112721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 11 01:05:33.268525 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-d84744be-a39b-404b-b6a6-fa8a7fd28120 req-923743f7-4487-4eed-b104-d7ff5b41633b tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765262833300', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765262375608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62136806'] for port (21c27e92-c859-4c34-8e76-5dc0618562bf), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:33.297026 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923743f7-4487-4eed-b104-d7ff5b41633b tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Pushing event deleted for resources: {'Port': ['ID=21c27e92-c859-4c34-8e76-5dc0618562bf,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:05:33.301561 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.db [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] get_ports_and_sgs() called for port_ids ['21c27e92-c859-4c34-8e76-5dc0618562bf'] {{(pid=112723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 11 01:05:33.340333 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84744be-a39b-404b-b6a6-fa8a7fd28120 req-923743f7-4487-4eed-b104-d7ff5b41633b tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] No DVR routers for this DVR port 21c27e92-c859-4c34-8e76-5dc0618562bf on host hv-cinder-maste {{(pid=112721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 11 01:05:33.343361 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [req-d84744be-a39b-404b-b6a6-fa8a7fd28120 req-923743f7-4487-4eed-b104-d7ff5b41633b tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163665'] for port (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:33.346572 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-d84744be-a39b-404b-b6a6-fa8a7fd28120 req-923743f7-4487-4eed-b104-d7ff5b41633b tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.18 "DELETE /networking/v2.0/ports/21c27e92-c859-4c34-8e76-5dc0618562bf HTTP/1.1" status: 204 len: 173 time: 0.3855212 Sep 11 01:05:33.347098 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1353237c-5669-4f7f-b7ec-bfa2c33417b3', 'name': 'network-vif-deleted', 'tag': '21c27e92-c859-4c34-8e76-5dc0618562bf'}] {{(pid=112721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 11 01:05:33.349318 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd5430263f2d3da113d09eb4d4e025d509dfd37b75b019fdeac00519eada5214" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5d3ee2-bf5b-4a6f-ae68-410033797e82" -d '{"events": [{"server_uuid": "1353237c-5669-4f7f-b7ec-bfa2c33417b3", "name": "network-vif-deleted", "tag": "21c27e92-c859-4c34-8e76-5dc0618562bf"}]}' {{(pid=112721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 01:05:33.395699 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 11 Sep 2022 01:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eefc444-ef32-415b-b7e6-2ebc3410b22e x-openstack-request-id: req-4eefc444-ef32-415b-b7e6-2ebc3410b22e {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 01:05:33.395989 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1353237c-5669-4f7f-b7ec-bfa2c33417b3", "name": "network-vif-deleted", "tag": "21c27e92-c859-4c34-8e76-5dc0618562bf", "status": "completed", "code": 200}]} {{(pid=112721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 01:05:33.396238 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4eefc444-ef32-415b-b7e6-2ebc3410b22e {{(pid=112721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 01:05:33.396638 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eefc444-ef32-415b-b7e6-2ebc3410b22e'] response: {'server_uuid': '1353237c-5669-4f7f-b7ec-bfa2c33417b3', 'name': 'network-vif-deleted', 'tag': '21c27e92-c859-4c34-8e76-5dc0618562bf', 'status': 'completed', 'code': 200} Sep 11 01:05:33.901157 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [req-f5ab19e3-db4e-4ad9-a808-80fc80e0ce9f req-f1f1bc6f-3933-43b9-a929-5276e4d6bb7c tempest-VolumesActionsTest-1078823862 tempest-VolumesActionsTest-1078823862-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1353237c-5669-4f7f-b7ec-bfa2c33417b3 HTTP/1.1" status: 200 len: 210 time: 0.0323892 Sep 11 01:05:38.395889 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 21c27e92-c859-4c34-8e76-5dc0618562bf no longer exists at agent hyperv_hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 01:05:38.415353 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.plugin [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] No Port match for: 21c27e92-c859-4c34-8e76-5dc0618562bf {{(pid=112723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 11 01:05:38.415697 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron.plugins.ml2.rpc [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Device 21c27e92-c859-4c34-8e76-5dc0618562bf not bound to the agent host hv-cinder-maste {{(pid=112723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 01:05:41.315611 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=2 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:41.316562 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=4 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:41.776833 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:43.325031 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=85,neutron:DELETE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:43.879492 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=55,neutron:DELETE=4 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:49.070237 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-08a6a719-457c-4fde-8275-c89f46893560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:49.476386 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 01:05:51.367453 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-ec774cf0-6c31-4980-933b-014914beb051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:52.652262 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:53.781392 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:53.794707 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:53.970745 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:56.766402 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 52046) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:05:56.810691 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.db.db_base_plugin_v2 [None req-8188e1c8-2fb7-4a6f-aa25-2ea9054c2201 admin admin] Deleting subnet 726d657f-ed64-408a-a549-e65a30c57971 {{(pid=112721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 11 01:05:56.813751 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8188e1c8-2fb7-4a6f-aa25-2ea9054c2201 admin admin] Publish callbacks [] for subnet (726d657f-ed64-408a-a549-e65a30c57971), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:56.848389 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8188e1c8-2fb7-4a6f-aa25-2ea9054c2201 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14111256'] for subnet (726d657f-ed64-408a-a549-e65a30c57971), precommit_delete_associations {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:56.887116 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8188e1c8-2fb7-4a6f-aa25-2ea9054c2201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774851'] for subnet (726d657f-ed64-408a-a549-e65a30c57971), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:56.940394 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8188e1c8-2fb7-4a6f-aa25-2ea9054c2201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62136785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61942994'] for subnet (726d657f-ed64-408a-a549-e65a30c57971), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:56.965806 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188e1c8-2fb7-4a6f-aa25-2ea9054c2201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=726d657f-ed64-408a-a549-e65a30c57971,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:05:56.970423 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-8188e1c8-2fb7-4a6f-aa25-2ea9054c2201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for subnet (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:56.973470 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-8188e1c8-2fb7-4a6f-aa25-2ea9054c2201 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/726d657f-ed64-408a-a549-e65a30c57971 HTTP/1.1" status: 204 len: 168 time: 0.2060516 Sep 11 01:05:56.976191 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 52048) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:05:56.978232 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e1c8-2fb7-4a6f-aa25-2ea9054c2201 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:56.978578 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e1c8-2fb7-4a6f-aa25-2ea9054c2201 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:56.979102 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e1c8-2fb7-4a6f-aa25-2ea9054c2201 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:56.981138 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e1c8-2fb7-4a6f-aa25-2ea9054c2201 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:56.981138 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e1c8-2fb7-4a6f-aa25-2ea9054c2201 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:56.981138 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e1c8-2fb7-4a6f-aa25-2ea9054c2201 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:56.981138 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e1c8-2fb7-4a6f-aa25-2ea9054c2201 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:56.981138 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e1c8-2fb7-4a6f-aa25-2ea9054c2201 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:56.981648 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e1c8-2fb7-4a6f-aa25-2ea9054c2201 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:56.981787 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e1c8-2fb7-4a6f-aa25-2ea9054c2201 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:56.982133 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e1c8-2fb7-4a6f-aa25-2ea9054c2201 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:56.982462 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e1c8-2fb7-4a6f-aa25-2ea9054c2201 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:56.982835 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e1c8-2fb7-4a6f-aa25-2ea9054c2201 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:56.983132 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e1c8-2fb7-4a6f-aa25-2ea9054c2201 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:56.983452 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8188e1c8-2fb7-4a6f-aa25-2ea9054c2201 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:57.048681 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-687712'] for network (27b0e7b0-ea93-4967-b24f-1fd576c9b236), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:57.130893 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433128', 'neutron.services.segments.db._delete_segments_for_network-8765262840989'] for network (27b0e7b0-ea93-4967-b24f-1fd576c9b236), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:57.151347 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b0e7b0-ea93-4967-b24f-1fd576c9b236']}} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:05:57.161341 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c416a01a-07d5-45a4-8033-1f7200ed591e') {'for_net_delete': True} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:05:57.161640 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.services.segments.db [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c416a01a-07d5-45a4-8033-1f7200ed591e') {} {{(pid=112722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 01:05:57.171745 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765262841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61765508'] for segment (c416a01a-07d5-45a4-8033-1f7200ed591e), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:57.184734 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575'] for segment (c416a01a-07d5-45a4-8033-1f7200ed591e), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:57.191611 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=112722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 01:05:57.191999 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3472575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61682778'] for segment (c416a01a-07d5-45a4-8033-1f7200ed591e), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:57.233590 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.services.segments.plugin [-] Segment c416a01a-07d5-45a4-8033-1f7200ed591e resource provider aggregate not found Sep 11 01:05:57.251461 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.services.segments.plugin [-] Segment c416a01a-07d5-45a4-8033-1f7200ed591e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c416a01a-07d5-45a4-8033-1f7200ed591e found for delete ", "request_id": "req-6a579930-b5b3-42c4-8b28-e2974b5c8799"}]} Sep 11 01:05:57.255887 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3747700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3793805'] for network (27b0e7b0-ea93-4967-b24f-1fd576c9b236), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:57.261362 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921674'] for network (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:57.265558 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/27b0e7b0-ea93-4967-b24f-1fd576c9b236 HTTP/1.1" status: 204 len: 168 time: 0.2882750 Sep 11 01:05:57.281496 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=27b0e7b0-ea93-4967-b24f-1fd576c9b236,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:05:57.288917 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:57.289259 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:57.289596 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:57.289927 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:57.290255 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:57.290580 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:57.290927 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:57.291253 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:57.291567 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:57.291878 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:57.292200 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:57.292515 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:57.292832 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:57.293150 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:57.293464 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83c2c5-b470-4f6d-8353-7ce6ccb19f3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=112722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 01:05:57.374737 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 52056) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:05:57.415813 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-5ba92fd1-1951-4f09-893a-da524137dff5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=74dc2b85295647929cd675c10ea882c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399187 Sep 11 01:05:57.418163 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 52058) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:05:57.465290 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-436c4067-5120-47d5-8d2a-bcde414a422e admin admin] Publish callbacks [] for security_group (e115bf9f-a51b-407a-91ed-afbd250aed3b), before_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:57.485268 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-436c4067-5120-47d5-8d2a-bcde414a422e admin admin] Publish callbacks [] for security_group (e115bf9f-a51b-407a-91ed-afbd250aed3b), precommit_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:57.535326 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-436c4067-5120-47d5-8d2a-bcde414a422e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (e115bf9f-a51b-407a-91ed-afbd250aed3b), after_delete {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:57.538299 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-436c4067-5120-47d5-8d2a-bcde414a422e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:05:57.539473 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-436c4067-5120-47d5-8d2a-bcde414a422e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e115bf9f-a51b-407a-91ed-afbd250aed3b HTTP/1.1" status: 204 len: 168 time: 0.1204295 Sep 11 01:05:57.547242 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c4067-5120-47d5-8d2a-bcde414a422e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e115bf9f-a51b-407a-91ed-afbd250aed3b,revision_number=None']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:05:59.469403 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:05:59.475924 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:06:03.967010 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:06:06.948501 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:06:06.970942 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=24,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:06:07.541896 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=54,neutron:DELETE=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:06:07.542680 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=44,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:06:07.559233 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=47,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:06:11.781109 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:06:17.318212 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:DELETE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:06:18.322163 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=7 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:06:19.062560 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-b1f3540a-8b63-43f8-a3be-efd14b95170d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:06:21.359841 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-737524e2-52d7-46ca-91a1-275515420cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:06:22.653840 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:06:23.794605 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:06:23.968069 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:06:26.475387 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 01:06:28.809364 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [-] (112722) accepted ('10.222.0.27', 52246) {{(pid=112722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:06:28.913002 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-95fb8278-d091-42a9-9986-ee5e2fbdbf6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:06:28.990457 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-95fb8278-d091-42a9-9986-ee5e2fbdbf6a admin admin] Publish callbacks [] for security_group (68b37c48-70c8-4ede-bd5e-7471a1e0f139), precommit_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:06:28.994829 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron_lib.callbacks.manager [None req-95fb8278-d091-42a9-9986-ee5e2fbdbf6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (68b37c48-70c8-4ede-bd5e-7471a1e0f139), after_create {{(pid=112722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:06:29.036909 dv-cinder-master-3-iscsi neutron-server[112722]: INFO neutron.wsgi [None req-95fb8278-d091-42a9-9986-ee5e2fbdbf6a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a283581147f44570a4ab86a72ecc7392&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264590 Sep 11 01:06:29.038074 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb8278-d091-42a9-9986-ee5e2fbdbf6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b37c48-70c8-4ede-bd5e-7471a1e0f139,revision_number=1']} {{(pid=112722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:06:29.039689 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.wsgi [-] (112721) accepted ('10.222.0.27', 52250) {{(pid=112721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 11 01:06:29.088612 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-20d9ff8d-8209-4d19-ad1b-6dee7fc89168 admin admin] Publish callbacks [] for security_group (68b37c48-70c8-4ede-bd5e-7471a1e0f139), before_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:06:29.109065 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-20d9ff8d-8209-4d19-ad1b-6dee7fc89168 admin admin] Publish callbacks [] for security_group (68b37c48-70c8-4ede-bd5e-7471a1e0f139), precommit_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:06:29.156235 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-20d9ff8d-8209-4d19-ad1b-6dee7fc89168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749061'] for security_group (68b37c48-70c8-4ede-bd5e-7471a1e0f139), after_delete {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:06:29.160311 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-20d9ff8d-8209-4d19-ad1b-6dee7fc89168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:06:29.161453 dv-cinder-master-3-iscsi neutron-server[112721]: INFO neutron.wsgi [None req-20d9ff8d-8209-4d19-ad1b-6dee7fc89168 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/68b37c48-70c8-4ede-bd5e-7471a1e0f139 HTTP/1.1" status: 204 len: 168 time: 0.1206915 Sep 11 01:06:29.168918 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9ff8d-8209-4d19-ad1b-6dee7fc89168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b37c48-70c8-4ede-bd5e-7471a1e0f139,revision_number=None']} {{(pid=112721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 01:06:33.964075 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:06:36.470398 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=2 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:06:39.030436 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=13,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:06:39.033135 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG dbcounter [-] [112722] Writing DB stats neutron:SELECT=24,neutron:INSERT=5 {{(pid=112722) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:06:39.164602 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:06:39.165310 dv-cinder-master-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:06:39.181487 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:06:41.781726 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:06:49.064714 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-f69717b6-e53a-40d1-b287-ed281bdc7677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:06:51.362366 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-9fe28cfe-73cf-472d-a770-ce47685daa60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:06:52.655952 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:06:53.799760 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:06:53.970716 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:06:55.317997 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:06:55.328194 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=5 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:07:03.475667 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 01:07:03.959575 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:07:03.966193 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:07:11.784140 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:07:16.803491 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=13 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:07:16.804239 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=15 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:07:19.066481 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-3cdc5d96-c565-4ce5-93ad-a1cae64c8104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:07:21.364231 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-91cdd48f-c5d5-4de7-b126-eae4d4974e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:07:22.660844 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:07:23.801083 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:07:23.975163 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:07:32.329441 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=3 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:07:32.334933 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=3 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:07:33.968164 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:07:33.970115 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:07:40.474898 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 01:07:41.782918 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:07:49.068687 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-96544711-4205-4383-8c17-62c21479271d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:07:50.469752 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:07:50.470548 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:07:51.367024 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-30dd60b2-6d42-4db4-9ef3-17265fef4275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:07:52.662246 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:07:53.802461 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:07:53.978152 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:08:03.971408 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:08:03.973285 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:08:11.794782 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:08:16.057816 dv-cinder-master-3-iscsi neutron-server[112722]: DEBUG neutron.wsgi [req-1f1890b4-1c45-4339-9822-277fca3b654e req-3187470b-a663-4b17-98b6-ead657119256 service neutron] (112722) timed out ('10.222.0.18', 60833) {{(pid=112722) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 11 01:08:17.323705 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=4 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:08:17.324433 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:08:17.472859 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 01:08:19.070218 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7d7393cc-4d0c-40b6-9b86-9f4dc72c8b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:08:21.368486 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-02fd96be-19fe-4845-b301-61ba0e864ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:08:22.665159 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:08:23.806335 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:08:23.980401 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:08:27.468176 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:08:27.468938 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:08:36.819183 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:08:36.820993 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:08:41.809402 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:08:46.322507 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=2 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:08:46.327606 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=4 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:08:49.071913 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-5bb55345-f69e-4d67-8236-7a4f07def406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:08:51.372981 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-eb1fcc44-39f9-4add-93e1-3971595ecf1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:08:52.666745 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:08:53.808465 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:08:53.982553 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:08:54.471407 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 01:09:03.976990 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:09:03.978995 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:09:04.466870 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:09:04.467673 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:09:11.804869 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:09:19.073128 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-b2c1b44c-7294-4700-bec5-81dc3b731e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:09:21.373594 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-05b8b986-9afb-4fe5-9770-4e4876376e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:09:22.671740 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:09:23.317615 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=15 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:09:23.322657 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=17 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:09:23.812336 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:09:23.988821 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:09:31.469671 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 01:09:33.978747 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:09:33.984686 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:09:41.464425 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:09:41.465278 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:09:41.825874 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:09:49.077288 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-4abdd706-154f-4bf6-89d4-415d64e14df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:09:51.375697 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-722c1666-b84f-4124-8f2f-38cc71fc2ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:09:52.671462 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:09:53.815395 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:09:53.983744 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:10:00.324414 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=3 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:10:00.328442 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=3 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:10:03.977678 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:10:03.979943 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:10:08.467631 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 01:10:11.815615 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:10:18.462951 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=3 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:10:18.464880 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:10:19.078905 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-dc11dd07-614b-4cb9-b89c-9a908f709fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:10:21.377295 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-f40d621b-c8f5-445c-9da5-b5599434e347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:10:22.673746 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:10:23.819578 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:10:23.985379 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:10:36.825126 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:10:36.826920 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:10:37.319735 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:10:37.325799 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=5 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:10:41.822459 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:10:45.466828 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 01:10:49.086004 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-455f86ed-a13a-4943-9614-b7a0dfb49dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:10:51.379009 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-5b5df3f0-cb23-4afc-98f3-3d70b3aa7237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:10:52.678474 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:10:53.817976 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:10:53.987333 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:10:55.461991 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:10:55.462754 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:11:03.981329 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:11:03.983324 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:11:11.823170 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:11:16.821034 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=15 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:11:16.823878 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=17 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:11:19.077268 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-764b3e4b-4945-4bb4-ac3c-6578e4775851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (141562d2-e0e6-4955-8563-ce36b7299d64), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:11:21.384550 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7bf96dc4-29fa-4263-888c-ce5abb63dff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (4419b225-dbe7-49a1-b35f-8b6a44bcdf89), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:11:22.466278 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG neutron.db.agents_db [None req-1aedfb6e-a0ff-4095-9bfe-56eb37b171a0 None None] Agent healthcheck: found 6 active agents {{(pid=112724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 01:11:22.680813 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-7a188be5-453f-435f-bbc7-21af14f811c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (f1452f14-5c98-40be-992e-d0fa44f298d6), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:11:23.822033 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-bae7d2ce-aafe-4ef2-9064-0ece814dccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (6a8415b6-e1a7-4a67-81b3-611620190749), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:11:23.988622 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-88a8d680-93b7-4778-95fe-a5fc06e47b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (5b018823-d0c9-4d5b-b8e1-a3f3aa253c8f), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 11 01:11:32.462762 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:11:32.463590 dv-cinder-master-3-iscsi neutron-server[112724]: DEBUG dbcounter [-] [112724] Writing DB stats neutron:SELECT=1 {{(pid=112724) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:11:33.982708 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:11:33.984569 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG dbcounter [-] [112723] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=112723) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 11 01:11:41.836900 dv-cinder-master-3-iscsi neutron-server[112723]: DEBUG neutron_lib.callbacks.manager [None req-0b261cd6-6ef6-4733-9732-cad5acc4aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765262840971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3436393'] for agent (59bd9a15-1b15-4a76-8496-742ec7e1ef61), after_update {{(pid=112723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}